[ 613.143329] env[69165]: INFO neutron.common.config [-] Logging enabled! [ 613.143760] env[69165]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev17 [ 613.143820] env[69165]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69165) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} [ 613.144150] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 613.144254] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 613.145147] env[69165]: WARNING oslo_policy.policy [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 613.145377] env[69165]: WARNING oslo_policy.policy [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 613.146973] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] VMware NSXv3 Agent initialized successfully. [ 613.147402] env[69165]: DEBUG oslo_concurrency.lockutils [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] Acquiring lock "singleton_lock" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.147544] env[69165]: DEBUG oslo_concurrency.lockutils [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] Acquired lock "singleton_lock" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.147760] env[69165]: DEBUG oslo_concurrency.lockutils [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] Releasing lock "singleton_lock" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.148060] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] Full set of CONF: {{(pid=69165) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 613.148182] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ******************************************************************************** {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 613.148302] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] Configuration options gathered from: {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 613.148649] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2808}} [ 613.148827] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 613.148940] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ================================================================================ {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2811}} [ 613.149130] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] agent_down_time = 75 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.149314] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] allow_automatic_dhcp_failover = True {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.149463] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] allow_bulk = True {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.149615] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] api_extensions_path = {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.149761] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] api_paste_config = api-paste.ini {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.149908] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] auth_strategy = keystone {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.150030] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] backdoor_port = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.150145] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] backdoor_socket = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.150295] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] backlog = 4096 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.150437] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] base_mac = fa:16:3e:00:00:00 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.150589] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] bind_host = 0.0.0.0 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.150735] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] bind_port = 9696 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.150875] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] client_socket_timeout = 900 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.151030] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] config_dir = [] {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.151149] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.151302] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] config_source = [] {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.151461] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] control_exchange = neutron {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.151632] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] core_plugin = ml2 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.151788] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] debug = True {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.151938] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] default_availability_zones = [] {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.152173] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.152326] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] dhcp_agent_notification = True {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.152475] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] dhcp_agents_per_network = 1 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.152619] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] dhcp_lease_duration = 86400 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.152768] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] dhcp_load_type = networks {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.152915] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] dns_domain = openstacklocal {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.153074] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.153220] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] enable_default_route_bfd = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.153368] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] enable_default_route_ecmp = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.153505] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] enable_dvr = True {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.153647] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] enable_new_agents = True {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.153787] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.153925] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] enable_signals = True {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.154074] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] enable_traditional_dhcp = True {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.154214] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] external_dns_driver = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.154354] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] filter_validation = True {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.154515] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] global_physnet_mtu = 8950 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.154665] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] graceful_shutdown_timeout = 60 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.154854] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] host = cpu-1 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.155008] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] host_dvr_for_dhcp = True {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.155157] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] http_retries = 3 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.155303] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] instance_format = [instance: %(uuid)s] {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.155449] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.155597] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ipam_driver = internal {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.155739] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ipv6_pd_enabled = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.155879] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] l3_ha = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.156034] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.156186] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] l3_ha_network_physical_name = {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.156334] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] l3_ha_network_type = {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.156482] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] log_color = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.156628] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] log_config_append = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.156775] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.156916] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] log_dir = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.157074] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] log_file = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.157214] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] log_options = True {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.157366] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] log_rotate_interval = 1 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.157517] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] log_rotate_interval_type = days {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.157664] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] log_rotation_type = none {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.157777] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.157887] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.158046] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.158196] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.158308] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.158450] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] max_dns_nameservers = 5 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.158591] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] max_header_line = 16384 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.158730] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] max_l3_agents_per_router = 3 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.158869] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] max_logfile_count = 30 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.159014] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] max_logfile_size_mb = 200 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.159161] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] max_subnet_host_routes = 20 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.159337] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] my_ip = 10.180.1.21 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.159490] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] my_ipv6 = ::1 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.159631] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] network_auto_schedule = True {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.159766] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] network_link_prefix = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.159911] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.160069] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] notify_nova_on_port_data_changes = True {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.160218] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] notify_nova_on_port_status_changes = True {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.160365] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] pagination_max_limit = -1 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.160505] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] publish_errors = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.160642] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] rate_limit_burst = 0 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.160788] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] rate_limit_except_level = CRITICAL {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.160926] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] rate_limit_interval = 0 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.161075] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] retry_until_window = 30 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.161216] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] router_distributed = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.161356] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] rpc_resources_processing_step = 20 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.161495] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] rpc_response_max_timeout = 600 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.161659] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] rpc_response_timeout = 60 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.161802] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] send_events_interval = 2 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.161960] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] service_plugins = ['router'] {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.162123] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] setproctitle = on {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.162263] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] shell_completion = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.162411] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] state_path = /opt/stack/data/neutron {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.162558] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] syslog_log_facility = LOG_USER {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.162699] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] tcp_keepidle = 600 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.162843] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] transport_url = **** {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.162980] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] use_eventlog = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.163130] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] use_journal = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.163269] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] use_json = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.163407] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] use_ssl = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.163543] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] use_stderr = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.163689] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] use_syslog = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.163828] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] vlan_transparent = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.163965] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] watch_log_file = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.164117] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] wsgi_default_pool_size = 100 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.164259] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] wsgi_keep_alive = True {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.164406] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.164545] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] wsgi_server_debug = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 613.164708] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_concurrency.disable_process_locking = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.164861] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.165022] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.165169] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.165321] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.165474] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.165618] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.165778] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] profiler.connection_string = messaging:// {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.165928] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] profiler.enabled = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.166092] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] profiler.es_doc_type = notification {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.166245] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] profiler.es_scroll_size = 10000 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.166395] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] profiler.es_scroll_time = 2m {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.166540] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] profiler.filter_error_trace = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.166687] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] profiler.hmac_keys = **** {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.166834] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] profiler.sentinel_service_name = mymaster {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.166986] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] profiler.socket_timeout = 0.1 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.167171] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] profiler.trace_requests = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.167329] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] profiler.trace_sqlalchemy = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.167492] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] profiler_jaeger.process_tags = {} {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.167637] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] profiler_jaeger.service_name_prefix = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.167781] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] profiler_otlp.service_name_prefix = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.167940] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_policy.enforce_new_defaults = True {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.168253] env[69165]: WARNING oslo_config.cfg [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 613.168418] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_policy.enforce_scope = True {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.168576] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_policy.policy_default_rule = default {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.168742] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.168900] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.169066] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.169250] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.169395] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.169541] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.169688] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.169850] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.170015] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] agent.extensions = [] {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.170175] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.170327] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] service_providers.service_provider = [] {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.170483] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] QUOTAS.default_quota = -1 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.170636] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.170781] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] QUOTAS.quota_floatingip = 50 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.170924] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] QUOTAS.quota_network = 100 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.171078] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] QUOTAS.quota_port = 500 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.171223] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.171367] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] QUOTAS.quota_router = 10 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.171535] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] QUOTAS.quota_security_group = 10 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.171706] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.171858] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] QUOTAS.quota_subnet = 100 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.172011] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] QUOTAS.track_quota_usage = True {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.172177] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.172323] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] privsep.group = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.172467] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] privsep.helper_command = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.172613] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.172758] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] privsep.thread_pool_size = 8 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.172899] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] privsep.user = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.173061] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.173206] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] privsep_dhcp_release.group = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.173348] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] privsep_dhcp_release.helper_command = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.173493] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.173637] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.173776] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] privsep_dhcp_release.user = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.173924] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.174076] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] privsep_ovs_vsctl.group = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.174222] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] privsep_ovs_vsctl.helper_command = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.174369] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.174514] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.174680] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] privsep_ovs_vsctl.user = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.174941] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] privsep_namespace.capabilities = [21] {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.175184] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] privsep_namespace.group = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.175354] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] privsep_namespace.helper_command = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.175513] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.175665] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] privsep_namespace.thread_pool_size = 8 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.175808] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] privsep_namespace.user = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.175960] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] privsep_conntrack.capabilities = [12] {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.176118] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] privsep_conntrack.group = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.176263] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] privsep_conntrack.helper_command = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.176411] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.176557] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.176699] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] privsep_conntrack.user = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.176850] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] privsep_link.capabilities = [12, 21] {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.176991] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] privsep_link.group = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.177165] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] privsep_link.helper_command = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.177322] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.177468] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] privsep_link.thread_pool_size = 8 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.177607] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] privsep_link.user = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.177771] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.177929] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.178092] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] AGENT.continue_on_failed_promotions = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.178242] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] AGENT.dscp = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.178391] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] AGENT.dscp_inherit = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.178542] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] AGENT.force_mp_to_policy = True {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.178685] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] AGENT.locking_coordinator_url = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.178830] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] AGENT.log_agent_heartbeats = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.178973] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] AGENT.logging_expire = 1 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.179135] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.179309] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.179471] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] AGENT.polling_interval = 240 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.179621] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.179773] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.179929] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] AGENT.report_interval = 30.0 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.180132] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.180322] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.180492] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.180646] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] AGENT.sync_skew = 60 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.180793] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] AGENT.synchronization_queue_size = 20 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.180940] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] AGENT.use_helper_for_ns_read = True {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.181109] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] SECURITYGROUP.enable_ipset = True {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.181264] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] SECURITYGROUP.enable_security_group = True {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.181417] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.181572] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.181723] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] experimental.ipv6_pd_enabled = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.181873] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] experimental.linuxbridge = True {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.182048] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ml2.extension_drivers = ['port_security'] {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.182195] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ml2.external_network_type = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.182355] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.182506] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ml2.overlay_ip_version = 4 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.182657] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ml2.path_mtu = 8950 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.182805] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ml2.physical_network_mtus = [] {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.182957] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ml2.tenant_network_types = ['vlan'] {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.183120] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.183274] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ml2.type_drivers = ['vlan'] {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.183431] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] AGENT_CLI.neutron_port_id = [] {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.183578] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.183721] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.183878] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.184040] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.184193] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.184344] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.184496] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.184646] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.184854] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.185020] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] NSXV3.nsxv3_login_password = **** {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.185177] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] NSXV3.nsxv3_login_port = 443 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.185327] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] NSXV3.nsxv3_login_user = admin {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.185481] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.185634] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.185781] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.185925] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.186089] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.186250] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.186402] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.186551] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.186697] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.186847] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.187000] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.187184] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.187347] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.187549] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.187703] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] vsphere.vsphere_login_password = VMware1! {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.187860] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.188014] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.188167] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] nova.auth_section = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.188322] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] nova.auth_type = password {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.188474] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.188615] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] nova.certfile = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.188761] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] nova.collect_timing = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.188914] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] nova.endpoint_type = public {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.189070] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] nova.insecure = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.189229] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] nova.keyfile = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.189405] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] nova.region_name = RegionOne {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.189553] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] nova.split_loggers = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.189698] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] nova.timeout = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.189848] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] placement.auth_section = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.190009] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] placement.auth_type = password {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.190167] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.190326] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] placement.certfile = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.190484] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] placement.collect_timing = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.190636] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] placement.endpoint_type = public {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.190781] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] placement.insecure = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.190921] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] placement.keyfile = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.191069] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] placement.region_name = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.191215] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] placement.split_loggers = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.191354] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] placement.timeout = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.191503] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ironic.auth_section = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.191645] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ironic.auth_type = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.191789] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ironic.cafile = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.191930] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ironic.certfile = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.192086] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ironic.collect_timing = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.192232] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ironic.connect_retries = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.192379] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ironic.connect_retry_delay = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.192522] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ironic.enable_notifications = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.192660] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ironic.endpoint_override = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.192805] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ironic.insecure = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.192946] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ironic.interface = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.193100] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ironic.keyfile = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.193245] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ironic.max_version = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.193399] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ironic.min_version = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.193524] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ironic.region_name = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.193664] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ironic.retriable_status_codes = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.193803] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ironic.service_name = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.193941] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ironic.service_type = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.194100] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ironic.split_loggers = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.194248] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ironic.status_code_retries = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.194387] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ironic.status_code_retry_delay = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.194527] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ironic.timeout = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.194666] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ironic.valid_interfaces = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.194807] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ironic.version = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.194956] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] cli_script.dry_run = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.195131] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.195278] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.195424] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.195567] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.195709] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.195851] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.195992] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.196146] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.196288] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.196442] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.196581] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.196731] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.196879] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.197042] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.197223] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.197380] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.197527] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.197684] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.197829] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.197976] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.198138] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.198287] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.198433] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.198580] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.198723] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.198867] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.199016] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.199161] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.199336] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.199491] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_rabbit.ssl = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.199648] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.199800] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.199945] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.200107] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.200274] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.200438] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.200600] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_notifications.driver = [] {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.200750] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_notifications.retry = -1 {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.200920] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.201078] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 613.201196] env[69165]: DEBUG oslo_service.service [None req-51d50917-797d-4ddf-94d7-94e7bc31c1c9 None None] ******************************************************************************** {{(pid=69165) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2830}} [ 613.202224] env[69165]: DEBUG neutron.agent.securitygroups_rpc [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Init firewall settings (driver=nsxv3) {{(pid=69165) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:124}} [ 613.203533] env[69165]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69165) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 613.203753] env[69165]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] RPC agent_id: nsxm-l-01a.corp.local [ 613.205872] env[69165]: DEBUG dogpile.cache.region [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] No value present for key: 'zone-id' {{(pid=69165) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 613.205992] env[69165]: DEBUG dogpile.lock [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] NeedRegenerationException {{(pid=69165) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.206105] env[69165]: DEBUG dogpile.lock [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] no value, waiting for create lock {{(pid=69165) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.206201] env[69165]: DEBUG dogpile.lock [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] value creation lock acquired {{(pid=69165) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.206300] env[69165]: DEBUG dogpile.cache.region [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] No value present for key: 'zone-id' {{(pid=69165) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 613.206394] env[69165]: DEBUG dogpile.lock [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Calling creation function for not-yet-present value {{(pid=69165) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.206581] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.358769] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Session token - acquiring [ 613.360407] env[69165]: DEBUG networking_nsxv3.common.locking [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.360600] env[69165]: DEBUG oslo_concurrency.lockutils [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.360707] env[69165]: DEBUG oslo_concurrency.lockutils [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.361139] env[69165]: DEBUG oslo_concurrency.lockutils [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.371478] env[69165]: DEBUG oslo_concurrency.lockutils [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.646358] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 613.678079] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.678234] env[69165]: DEBUG dogpile.cache.region [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Cache value generated in 0.472 seconds for key(s): 'zone-id' {{(pid=69165) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 613.678339] env[69165]: DEBUG dogpile.lock [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Released creation lock {{(pid=69165) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.678417] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Activating Policy API Provider. [ 613.678604] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Looking for the default Infrastructure Rules. [ 613.826861] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Looking for the Default Layer3 Logged Drop Section. [ 613.841780] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 613.842257] env[69165]: DEBUG networking_nsxv3.common.locking [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.842435] env[69165]: DEBUG oslo_concurrency.lockutils [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Acquiring lock "all" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.842541] env[69165]: DEBUG oslo_concurrency.lockutils [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Acquired lock "all" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.842835] env[69165]: DEBUG oslo_concurrency.lockutils [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Acquired external semaphore "all" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.843191] env[69165]: DEBUG networking_nsxv3.api.rpc [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.358554] env[69165]: DEBUG networking_nsxv3.api.rpc [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.861265] env[69165]: DEBUG networking_nsxv3.api.rpc [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.364106] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Inventory metadata is going to be refreshed. [ 615.364464] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 616.199615] env[69165]: DEBUG networking_nsxv3.common.locking [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.199922] env[69165]: DEBUG oslo_concurrency.lockutils [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Acquiring lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.199922] env[69165]: DEBUG oslo_concurrency.lockutils [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Acquired lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.200271] env[69165]: DEBUG oslo_concurrency.lockutils [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Acquired external semaphore "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.212494] env[69165]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 616.213387] env[69165]: DEBUG oslo_concurrency.lockutils [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Releasing lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.214128] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 616.236907] env[69165]: DEBUG networking_nsxv3.common.locking [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.237242] env[69165]: DEBUG oslo_concurrency.lockutils [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.237242] env[69165]: DEBUG oslo_concurrency.lockutils [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.237511] env[69165]: DEBUG oslo_concurrency.lockutils [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.237637] env[69165]: DEBUG oslo_concurrency.lockutils [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.237801] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 616.237920] env[69165]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69165) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 616.238039] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 616.258746] env[69165]: DEBUG networking_nsxv3.common.locking [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.258956] env[69165]: DEBUG oslo_concurrency.lockutils [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.259126] env[69165]: DEBUG oslo_concurrency.lockutils [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.259392] env[69165]: DEBUG oslo_concurrency.lockutils [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.259578] env[69165]: DEBUG oslo_concurrency.lockutils [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.259730] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 616.282099] env[69165]: DEBUG networking_nsxv3.common.locking [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.282446] env[69165]: DEBUG oslo_concurrency.lockutils [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.282446] env[69165]: DEBUG oslo_concurrency.lockutils [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.282719] env[69165]: DEBUG oslo_concurrency.lockutils [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.282874] env[69165]: DEBUG oslo_concurrency.lockutils [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.283036] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 616.302816] env[69165]: DEBUG networking_nsxv3.common.locking [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.303026] env[69165]: DEBUG oslo_concurrency.lockutils [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Acquiring lock "Address Group" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.303090] env[69165]: DEBUG oslo_concurrency.lockutils [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Acquired lock "Address Group" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.303382] env[69165]: DEBUG oslo_concurrency.lockutils [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Acquired external semaphore "Address Group" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.303524] env[69165]: DEBUG oslo_concurrency.lockutils [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Releasing lock "Address Group" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.303677] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 616.303835] env[69165]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69165) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 616.303883] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 616.322375] env[69165]: DEBUG networking_nsxv3.common.locking [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.322635] env[69165]: DEBUG oslo_concurrency.lockutils [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Acquiring lock "Segment QoS" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.322727] env[69165]: DEBUG oslo_concurrency.lockutils [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Acquired lock "Segment QoS" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.322964] env[69165]: DEBUG oslo_concurrency.lockutils [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Acquired external semaphore "Segment QoS" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.323235] env[69165]: DEBUG oslo_concurrency.lockutils [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Releasing lock "Segment QoS" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.323235] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 616.323370] env[69165]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69165) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 616.323449] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 616.343828] env[69165]: DEBUG networking_nsxv3.common.locking [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.344058] env[69165]: DEBUG oslo_concurrency.lockutils [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.344109] env[69165]: DEBUG oslo_concurrency.lockutils [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.344407] env[69165]: DEBUG oslo_concurrency.lockutils [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.344552] env[69165]: DEBUG oslo_concurrency.lockutils [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.344708] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 616.344814] env[69165]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69165) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 616.344917] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Inventory metadata have been refreshed. [ 616.345025] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Dryrun:True. Metadata refresh completed. [ 616.345150] env[69165]: DEBUG oslo_concurrency.lockutils [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Releasing lock "all" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.346781] env[69165]: INFO neutron.agent.agent_extensions_manager [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Loaded agent extensions: [] [ 616.347541] env[69165]: DEBUG neutron_lib.callbacks.manager [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69165) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 616.400922] env[69165]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] NSXv3 Agent Agent RPC Daemon Started! [ 616.401256] env[69165]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] NSXv3 Agent Agent loop - iteration:0 started [ 616.401256] env[69165]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] NSXv3 Agent Agent out of sync with plugin! [ 619.350831] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.351188] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.351188] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.351392] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.351593] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.854366] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.356719] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.859789] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 620.859789] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 621.347612] env[69165]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 621.347813] env[69165]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 621.663877] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.664282] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.664282] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.664282] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.675771] env[69165]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 621.676625] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.677624] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 621.695333] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.695544] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.695544] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.695748] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.695859] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.695938] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 621.696018] env[69165]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69165) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 621.696090] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 621.715073] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.715284] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.715284] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.715480] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.715635] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.715749] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 621.734823] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.735075] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.735075] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.735257] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.735317] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.735434] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 621.755854] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.756151] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.756151] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.756280] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.756384] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.756500] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 621.756573] env[69165]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69165) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 621.756643] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 621.772910] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.773136] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.773192] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.773363] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.773447] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.773555] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 621.773627] env[69165]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69165) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 621.773697] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 621.797790] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.798023] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.798023] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.798217] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.798321] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.798444] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 621.798516] env[69165]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69165) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 621.798589] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 621.798659] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 621.798703] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 621.798773] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 621.798826] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 621.799080] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 621.799144] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 621.799205] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 621.818620] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.818822] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.818822] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.819012] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.819124] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.819291] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 621.837753] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.837963] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.837963] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.838153] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.838259] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.872916] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.348547] env[69165]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 626.348894] env[69165]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 629.764113] env[69165]: INFO networking_nsxv3.common.synchronization [None req-d8a72052-68d3-4c8d-9a30-b594dd07c577 demo admin] Enqueued Resource ID: 29654fa1-6733-4b1f-94eb-5f4ebfc61298 with Priority: HIGHEST for action security_group_rules [ 629.764696] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29654fa1-6733-4b1f-94eb-5f4ebfc61298 with Priority: HIGHEST for action security_group_rules [ 629.765011] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29654fa1-6733-4b1f-94eb-5f4ebfc61298 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.765221] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29654fa1-6733-4b1f-94eb-5f4ebfc61298" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.765293] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29654fa1-6733-4b1f-94eb-5f4ebfc61298" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.765568] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29654fa1-6733-4b1f-94eb-5f4ebfc61298" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.765660] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29654fa1-6733-4b1f-94eb-5f4ebfc61298',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.291986] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.292231] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.292273] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.292486] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.292586] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.292685] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29654fa1-6733-4b1f-94eb-5f4ebfc61298 already deleted. [ 630.292768] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29654fa1-6733-4b1f-94eb-5f4ebfc61298" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.766218] env[69165]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 634.766580] env[69165]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 639.767499] env[69165]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 639.767907] env[69165]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 644.768272] env[69165]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 644.768689] env[69165]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 649.769614] env[69165]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 649.770309] env[69165]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 653.479865] env[69165]: INFO networking_nsxv3.common.synchronization [None req-c2cab1df-f427-4c50-8e51-92dc927d683e None None] Enqueued Resource ID: 459bb2ec-5ef9-4d0f-abc8-38d0e54f5655 with Priority: HIGHEST for action port [ 653.480157] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 459bb2ec-5ef9-4d0f-abc8-38d0e54f5655 with Priority: HIGHEST for action port [ 653.480983] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-459bb2ec-5ef9-4d0f-abc8-38d0e54f5655 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.480983] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-459bb2ec-5ef9-4d0f-abc8-38d0e54f5655" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.480983] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-459bb2ec-5ef9-4d0f-abc8-38d0e54f5655" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.485034] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-459bb2ec-5ef9-4d0f-abc8-38d0e54f5655" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.485034] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('459bb2ec-5ef9-4d0f-abc8-38d0e54f5655',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.988522] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 459bb2ec-5ef9-4d0f-abc8-38d0e54f5655 [ 653.988839] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.989128] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.989304] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.989575] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.989633] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.989773] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:459bb2ec-5ef9-4d0f-abc8-38d0e54f5655 already deleted. [ 653.989915] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-459bb2ec-5ef9-4d0f-abc8-38d0e54f5655" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.406652] env[69165]: INFO networking_nsxv3.common.synchronization [None req-15e3a953-9914-40fb-848e-6e80c4eb17ec None None] Enqueued Resource ID: 19a56b12-35f9-4dc2-91fa-93362deaf656 with Priority: HIGHEST for action port [ 655.407287] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19a56b12-35f9-4dc2-91fa-93362deaf656 with Priority: HIGHEST for action port [ 655.407546] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-19a56b12-35f9-4dc2-91fa-93362deaf656 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.407613] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19a56b12-35f9-4dc2-91fa-93362deaf656" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.407671] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19a56b12-35f9-4dc2-91fa-93362deaf656" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.408184] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19a56b12-35f9-4dc2-91fa-93362deaf656" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.408184] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19a56b12-35f9-4dc2-91fa-93362deaf656',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.910265] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19a56b12-35f9-4dc2-91fa-93362deaf656 [ 655.912566] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.912717] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.912789] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.913029] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.913117] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.913218] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19a56b12-35f9-4dc2-91fa-93362deaf656 already deleted. [ 655.913767] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19a56b12-35f9-4dc2-91fa-93362deaf656" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.302853] env[69165]: INFO networking_nsxv3.common.synchronization [None req-a67df979-dc30-43d4-8050-9ef5e6289b8e None None] Enqueued Resource ID: aab86899-21da-48a9-b52e-3551ebced456 with Priority: HIGHEST for action port [ 656.303205] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aab86899-21da-48a9-b52e-3551ebced456 with Priority: HIGHEST for action port [ 656.303779] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-aab86899-21da-48a9-b52e-3551ebced456 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.303900] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aab86899-21da-48a9-b52e-3551ebced456" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.303971] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aab86899-21da-48a9-b52e-3551ebced456" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.304232] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aab86899-21da-48a9-b52e-3551ebced456" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.304315] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aab86899-21da-48a9-b52e-3551ebced456',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.807252] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aab86899-21da-48a9-b52e-3551ebced456 [ 656.807509] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.807632] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.807704] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.807966] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.808078] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.808207] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aab86899-21da-48a9-b52e-3551ebced456 already deleted. [ 656.808250] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aab86899-21da-48a9-b52e-3551ebced456" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.451363] env[69165]: INFO networking_nsxv3.common.synchronization [None req-5dfbe647-c0e9-4719-a63e-e53fa38dd52c None None] Enqueued Resource ID: 85d11230-bd0f-4331-bdb9-924e0f8c00f9 with Priority: HIGHEST for action port [ 658.452113] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d11230-bd0f-4331-bdb9-924e0f8c00f9 with Priority: HIGHEST for action port [ 658.452233] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-85d11230-bd0f-4331-bdb9-924e0f8c00f9 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.452331] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85d11230-bd0f-4331-bdb9-924e0f8c00f9" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.452428] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85d11230-bd0f-4331-bdb9-924e0f8c00f9" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.455176] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85d11230-bd0f-4331-bdb9-924e0f8c00f9" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.455176] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85d11230-bd0f-4331-bdb9-924e0f8c00f9',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.957571] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85d11230-bd0f-4331-bdb9-924e0f8c00f9 [ 658.957683] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.959354] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.960163] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.960163] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.960163] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.960277] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85d11230-bd0f-4331-bdb9-924e0f8c00f9 already deleted. [ 658.960277] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85d11230-bd0f-4331-bdb9-924e0f8c00f9" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.449250] env[69165]: INFO networking_nsxv3.common.synchronization [None req-061213ee-4655-44eb-9532-ca550d59a4dd None None] Enqueued Resource ID: dfb5ea39-eec9-42d6-b0fb-a69bbb19691b with Priority: HIGHEST for action port [ 660.449518] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfb5ea39-eec9-42d6-b0fb-a69bbb19691b with Priority: HIGHEST for action port [ 660.450138] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfb5ea39-eec9-42d6-b0fb-a69bbb19691b taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.450505] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfb5ea39-eec9-42d6-b0fb-a69bbb19691b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.450505] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfb5ea39-eec9-42d6-b0fb-a69bbb19691b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.451527] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfb5ea39-eec9-42d6-b0fb-a69bbb19691b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.451527] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfb5ea39-eec9-42d6-b0fb-a69bbb19691b',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.953215] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dfb5ea39-eec9-42d6-b0fb-a69bbb19691b [ 660.955555] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.955555] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.955555] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.955555] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.955555] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.955555] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dfb5ea39-eec9-42d6-b0fb-a69bbb19691b already deleted. [ 660.955555] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfb5ea39-eec9-42d6-b0fb-a69bbb19691b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.232100] env[69165]: INFO networking_nsxv3.common.synchronization [None req-5cd7d6d9-90a1-4251-8dd8-abd37957043a None None] Enqueued Resource ID: 4d7735cd-5922-48c2-9f55-d43e9c734577 with Priority: HIGHEST for action port [ 662.232406] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d7735cd-5922-48c2-9f55-d43e9c734577 with Priority: HIGHEST for action port [ 662.234206] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d7735cd-5922-48c2-9f55-d43e9c734577 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.234206] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d7735cd-5922-48c2-9f55-d43e9c734577" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.234206] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d7735cd-5922-48c2-9f55-d43e9c734577" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.234391] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d7735cd-5922-48c2-9f55-d43e9c734577" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.234423] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d7735cd-5922-48c2-9f55-d43e9c734577',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.736695] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d7735cd-5922-48c2-9f55-d43e9c734577 [ 662.736951] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.737105] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.737174] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.737402] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.737492] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.737620] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d7735cd-5922-48c2-9f55-d43e9c734577 already deleted. [ 662.737722] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d7735cd-5922-48c2-9f55-d43e9c734577" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.076222] env[69165]: INFO networking_nsxv3.common.synchronization [None req-7d9ce1d7-3ae0-49d0-adb2-91d237d941ba None None] Enqueued Resource ID: c743943b-10db-4f2d-b405-8e7c26b8b3e0 with Priority: HIGHEST for action port [ 663.076222] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c743943b-10db-4f2d-b405-8e7c26b8b3e0 with Priority: HIGHEST for action port [ 663.076222] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-c743943b-10db-4f2d-b405-8e7c26b8b3e0 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.076222] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c743943b-10db-4f2d-b405-8e7c26b8b3e0" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.076222] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c743943b-10db-4f2d-b405-8e7c26b8b3e0" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.078153] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c743943b-10db-4f2d-b405-8e7c26b8b3e0" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.078153] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c743943b-10db-4f2d-b405-8e7c26b8b3e0',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.581636] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c743943b-10db-4f2d-b405-8e7c26b8b3e0 [ 663.581636] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.581636] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.581636] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.581636] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.581636] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.581636] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c743943b-10db-4f2d-b405-8e7c26b8b3e0 already deleted. [ 663.581636] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c743943b-10db-4f2d-b405-8e7c26b8b3e0" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.139430] env[69165]: INFO networking_nsxv3.common.synchronization [None req-497d71e1-e93c-4291-b9bb-46ad0d06c119 None None] Enqueued Resource ID: ce203e27-7389-45a8-b866-87fb7500a97a with Priority: HIGHEST for action port [ 664.140095] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce203e27-7389-45a8-b866-87fb7500a97a with Priority: HIGHEST for action port [ 664.140408] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce203e27-7389-45a8-b866-87fb7500a97a taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.140536] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce203e27-7389-45a8-b866-87fb7500a97a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.140659] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce203e27-7389-45a8-b866-87fb7500a97a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.141069] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce203e27-7389-45a8-b866-87fb7500a97a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.141069] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce203e27-7389-45a8-b866-87fb7500a97a',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.273297] env[69165]: INFO networking_nsxv3.common.synchronization [req-f5755304-a36f-4ece-834e-ebbce3b0d27f req-bb15eb3b-f224-411f-bc97-5166a43e1153 tempest-ServerDiagnosticsNegativeTest-39838829 tempest-ServerDiagnosticsNegativeTest-39838829-project-member] Enqueued Resource ID: 07d4e44f-9446-4a78-933f-ccbd0ff2df0f with Priority: HIGHEST for action security_group_members [ 664.274013] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07d4e44f-9446-4a78-933f-ccbd0ff2df0f with Priority: HIGHEST for action security_group_members [ 664.274319] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock member-07d4e44f-9446-4a78-933f-ccbd0ff2df0f taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.274440] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07d4e44f-9446-4a78-933f-ccbd0ff2df0f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.274508] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07d4e44f-9446-4a78-933f-ccbd0ff2df0f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.274773] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07d4e44f-9446-4a78-933f-ccbd0ff2df0f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.274926] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.276117] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.276175] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.277357] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.277531] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.277565] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07d4e44f-9446-4a78-933f-ccbd0ff2df0f',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.595117] env[69165]: INFO networking_nsxv3.common.synchronization [None req-0be8d581-c58a-4a8c-8923-1dfc85af2ade None None] Enqueued Resource ID: 6ca9fad9-9ead-4bd3-ad2f-dd65c029f7ea with Priority: HIGHEST for action port [ 664.595370] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ca9fad9-9ead-4bd3-ad2f-dd65c029f7ea with Priority: HIGHEST for action port [ 664.595930] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ca9fad9-9ead-4bd3-ad2f-dd65c029f7ea taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.596081] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ca9fad9-9ead-4bd3-ad2f-dd65c029f7ea" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.596577] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ca9fad9-9ead-4bd3-ad2f-dd65c029f7ea" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.596870] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ca9fad9-9ead-4bd3-ad2f-dd65c029f7ea" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.596962] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ca9fad9-9ead-4bd3-ad2f-dd65c029f7ea',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.647552] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce203e27-7389-45a8-b866-87fb7500a97a [ 664.647552] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.647552] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.647552] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.647552] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.647552] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.647552] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce203e27-7389-45a8-b866-87fb7500a97a already deleted. [ 664.647552] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce203e27-7389-45a8-b866-87fb7500a97a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.737615] env[69165]: INFO networking_nsxv3.common.synchronization [req-5d666a11-8488-41cc-9a37-c50cc5dcbc8f req-a2544b80-ee50-4b9b-a1c1-8859cdbe691d tempest-MigrationsAdminTest-2031345157 tempest-MigrationsAdminTest-2031345157-project-member] Enqueued Resource ID: 7b899892-fa8f-4c3c-95ad-0c6a20298ad1 with Priority: HIGHEST for action security_group_members [ 664.738197] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b899892-fa8f-4c3c-95ad-0c6a20298ad1 with Priority: HIGHEST for action security_group_members [ 664.738492] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b899892-fa8f-4c3c-95ad-0c6a20298ad1 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.738613] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b899892-fa8f-4c3c-95ad-0c6a20298ad1" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.738683] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b899892-fa8f-4c3c-95ad-0c6a20298ad1" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.739105] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b899892-fa8f-4c3c-95ad-0c6a20298ad1" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.739777] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.740046] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.740046] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.741515] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.741515] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.741515] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b899892-fa8f-4c3c-95ad-0c6a20298ad1',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.781960] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.782164] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.782226] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.782645] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.782645] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.782923] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.782923] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.782923] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.783112] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.783112] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.783619] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07d4e44f-9446-4a78-933f-ccbd0ff2df0f already deleted. [ 664.783619] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07d4e44f-9446-4a78-933f-ccbd0ff2df0f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.099647] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ca9fad9-9ead-4bd3-ad2f-dd65c029f7ea [ 665.099905] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.102042] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.102042] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.102042] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.102042] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.102042] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ca9fad9-9ead-4bd3-ad2f-dd65c029f7ea already deleted. [ 665.102042] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ca9fad9-9ead-4bd3-ad2f-dd65c029f7ea" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.244505] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.244675] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.244750] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.244984] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.245090] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.245292] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.245391] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.245457] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.245608] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.245680] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.245763] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b899892-fa8f-4c3c-95ad-0c6a20298ad1 already deleted. [ 665.245840] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b899892-fa8f-4c3c-95ad-0c6a20298ad1" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.445173] env[69165]: DEBUG networking_nsxv3.common.locking [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Lock network-341 taken with stack trace [, , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.448814] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquiring lock "network-341" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.448990] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired lock "network-341" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.449383] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired external semaphore "network-341" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.453276] env[69165]: DEBUG networking_nsxv3.common.locking [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.453276] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquiring lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.453276] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.453276] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired external semaphore "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.453276] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Releasing lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.453276] env[69165]: DEBUG dogpile.cache.region [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] No value present for key: 'zone-id' {{(pid=69165) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 665.453276] env[69165]: DEBUG dogpile.lock [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] NeedRegenerationException {{(pid=69165) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.453276] env[69165]: DEBUG dogpile.lock [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] no value, waiting for create lock {{(pid=69165) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.453276] env[69165]: DEBUG dogpile.lock [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] value creation lock acquired {{(pid=69165) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.453276] env[69165]: DEBUG dogpile.cache.region [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] No value present for key: 'zone-id' {{(pid=69165) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 665.453276] env[69165]: DEBUG dogpile.lock [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Calling creation function for not-yet-present value {{(pid=69165) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.453276] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.477403] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.477761] env[69165]: DEBUG dogpile.cache.region [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69165) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 665.479095] env[69165]: DEBUG dogpile.lock [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Released creation lock {{(pid=69165) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.479095] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Releasing lock "network-341" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.479095] env[69165]: DEBUG networking_nsxv3.common.locking [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Lock port-aad071eb-62cd-4e3d-b8fc-62ea5e458141 taken with stack trace [, , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.479095] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquiring lock "port-aad071eb-62cd-4e3d-b8fc-62ea5e458141" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.479095] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired lock "port-aad071eb-62cd-4e3d-b8fc-62ea5e458141" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.479607] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired external semaphore "port-aad071eb-62cd-4e3d-b8fc-62ea5e458141" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.479607] env[69165]: DEBUG networking_nsxv3.api.rpc [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aad071eb-62cd-4e3d-b8fc-62ea5e458141',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.983191] env[69165]: DEBUG networking_nsxv3.common.locking [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.983579] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.983579] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.984778] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.984778] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.984778] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Segment Port aad071eb-62cd-4e3d-b8fc-62ea5e458141 not found, creating... [ 665.984778] env[69165]: DEBUG networking_nsxv3.common.locking [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.984778] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquiring lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.985093] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.985659] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired external semaphore "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.985659] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Releasing lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.986930] env[69165]: DEBUG networking_nsxv3.common.locking [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.987650] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.987947] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.988577] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.988828] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.989257] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Resource: SegmentPort with ID: aad071eb-62cd-4e3d-b8fc-62ea5e458141 is going to be created. [ 666.042345] env[69165]: DEBUG networking_nsxv3.common.locking [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.042345] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.042345] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.042715] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.042715] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.042901] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Releasing lock "port-aad071eb-62cd-4e3d-b8fc-62ea5e458141" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.139713] env[69165]: INFO networking_nsxv3.common.synchronization [None req-73fe3173-b279-4aed-9cce-73064342d79f None None] Enqueued Resource ID: 1734eb00-e2fa-49ee-8811-c36bc82e59d7 with Priority: HIGHEST for action port [ 666.140523] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1734eb00-e2fa-49ee-8811-c36bc82e59d7 with Priority: HIGHEST for action port [ 666.142589] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-1734eb00-e2fa-49ee-8811-c36bc82e59d7 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.142975] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1734eb00-e2fa-49ee-8811-c36bc82e59d7" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.143168] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1734eb00-e2fa-49ee-8811-c36bc82e59d7" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.144271] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1734eb00-e2fa-49ee-8811-c36bc82e59d7" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.144688] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1734eb00-e2fa-49ee-8811-c36bc82e59d7',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.159405] env[69165]: INFO networking_nsxv3.common.synchronization [None req-60c23dab-9f28-474d-bad1-63e5e9a228e4 None None] Enqueued Resource ID: e15bd068-69f9-4c84-9069-ebd983786206 with Priority: HIGHEST for action port [ 666.159405] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e15bd068-69f9-4c84-9069-ebd983786206 with Priority: HIGHEST for action port [ 666.159725] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-e15bd068-69f9-4c84-9069-ebd983786206 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.159725] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e15bd068-69f9-4c84-9069-ebd983786206" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.159725] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e15bd068-69f9-4c84-9069-ebd983786206" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.160095] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e15bd068-69f9-4c84-9069-ebd983786206" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.160177] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e15bd068-69f9-4c84-9069-ebd983786206',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.321466] env[69165]: DEBUG networking_nsxv3.common.locking [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Lock network-341 taken with stack trace [, , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.321691] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquiring lock "network-341" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.322992] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired lock "network-341" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.322992] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired external semaphore "network-341" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.322992] env[69165]: DEBUG networking_nsxv3.common.locking [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.322992] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquiring lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.322992] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.322992] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired external semaphore "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.322992] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Releasing lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.323867] env[69165]: DEBUG dogpile.cache.region [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] No value present for key: 'zone-id' {{(pid=69165) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 666.324025] env[69165]: DEBUG dogpile.lock [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] NeedRegenerationException {{(pid=69165) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.324448] env[69165]: DEBUG dogpile.lock [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] no value, waiting for create lock {{(pid=69165) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.324448] env[69165]: DEBUG dogpile.lock [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] value creation lock acquired {{(pid=69165) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.324448] env[69165]: DEBUG dogpile.cache.region [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] No value present for key: 'zone-id' {{(pid=69165) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 666.324448] env[69165]: DEBUG dogpile.lock [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Calling creation function for not-yet-present value {{(pid=69165) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.324603] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.364693] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.364693] env[69165]: DEBUG dogpile.cache.region [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=69165) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 666.364693] env[69165]: DEBUG dogpile.lock [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Released creation lock {{(pid=69165) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.364693] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Releasing lock "network-341" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.364693] env[69165]: DEBUG networking_nsxv3.common.locking [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Lock port-8cd0dd84-cea0-4ec8-a140-1f2b282ab7e7 taken with stack trace [, , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.364693] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquiring lock "port-8cd0dd84-cea0-4ec8-a140-1f2b282ab7e7" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.364693] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired lock "port-8cd0dd84-cea0-4ec8-a140-1f2b282ab7e7" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.367226] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired external semaphore "port-8cd0dd84-cea0-4ec8-a140-1f2b282ab7e7" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.368254] env[69165]: DEBUG networking_nsxv3.api.rpc [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cd0dd84-cea0-4ec8-a140-1f2b282ab7e7',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.648239] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1734eb00-e2fa-49ee-8811-c36bc82e59d7 [ 666.648449] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.648573] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.648610] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.648831] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.648922] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.649028] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1734eb00-e2fa-49ee-8811-c36bc82e59d7 already deleted. [ 666.649137] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1734eb00-e2fa-49ee-8811-c36bc82e59d7" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.662704] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e15bd068-69f9-4c84-9069-ebd983786206 [ 666.662865] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.663015] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.663087] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.663296] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.663380] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.663475] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e15bd068-69f9-4c84-9069-ebd983786206 already deleted. [ 666.663553] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e15bd068-69f9-4c84-9069-ebd983786206" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.875017] env[69165]: DEBUG networking_nsxv3.common.locking [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.875017] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.875017] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.875017] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.875017] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.875017] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Segment Port 8cd0dd84-cea0-4ec8-a140-1f2b282ab7e7 not found, creating... [ 666.875017] env[69165]: DEBUG networking_nsxv3.common.locking [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.875017] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquiring lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.875017] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.875017] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired external semaphore "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.875017] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Releasing lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.875693] env[69165]: DEBUG networking_nsxv3.common.locking [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.875693] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.875693] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.875693] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.875693] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.875693] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Resource: SegmentPort with ID: 8cd0dd84-cea0-4ec8-a140-1f2b282ab7e7 is going to be created. [ 666.900255] env[69165]: DEBUG networking_nsxv3.common.locking [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.900489] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.900642] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.900936] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.901174] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.901442] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Releasing lock "port-8cd0dd84-cea0-4ec8-a140-1f2b282ab7e7" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.139876] env[69165]: INFO networking_nsxv3.common.synchronization [req-f5755304-a36f-4ece-834e-ebbce3b0d27f req-d12e2374-ae6e-46ce-a17a-4431e5c3ca0a service nova] Enqueued Resource ID: 07d4e44f-9446-4a78-933f-ccbd0ff2df0f with Priority: HIGHEST for action security_group_rules [ 667.140888] env[69165]: INFO networking_nsxv3.common.synchronization [req-f5755304-a36f-4ece-834e-ebbce3b0d27f req-d12e2374-ae6e-46ce-a17a-4431e5c3ca0a service nova] Enqueued Resource ID: 07d4e44f-9446-4a78-933f-ccbd0ff2df0f with Priority: HIGHEST for action security_group_members [ 667.140888] env[69165]: INFO networking_nsxv3.common.synchronization [req-f5755304-a36f-4ece-834e-ebbce3b0d27f req-d12e2374-ae6e-46ce-a17a-4431e5c3ca0a service nova] Enqueued Resource ID: aad071eb-62cd-4e3d-b8fc-62ea5e458141 with Priority: HIGHEST for action port [ 667.140888] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07d4e44f-9446-4a78-933f-ccbd0ff2df0f with Priority: HIGHEST for action security_group_rules [ 667.140888] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07d4e44f-9446-4a78-933f-ccbd0ff2df0f with Priority: HIGHEST for action security_group_members [ 667.141308] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad071eb-62cd-4e3d-b8fc-62ea5e458141 with Priority: HIGHEST for action port [ 667.141375] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07d4e44f-9446-4a78-933f-ccbd0ff2df0f taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.141455] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07d4e44f-9446-4a78-933f-ccbd0ff2df0f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.141517] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07d4e44f-9446-4a78-933f-ccbd0ff2df0f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.141874] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07d4e44f-9446-4a78-933f-ccbd0ff2df0f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.141874] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07d4e44f-9446-4a78-933f-ccbd0ff2df0f',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.144483] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock member-07d4e44f-9446-4a78-933f-ccbd0ff2df0f taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.144483] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07d4e44f-9446-4a78-933f-ccbd0ff2df0f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.144483] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07d4e44f-9446-4a78-933f-ccbd0ff2df0f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.144483] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07d4e44f-9446-4a78-933f-ccbd0ff2df0f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.144483] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.144483] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.144483] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.144483] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.147313] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.147313] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07d4e44f-9446-4a78-933f-ccbd0ff2df0f',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.148252] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-aad071eb-62cd-4e3d-b8fc-62ea5e458141 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.148369] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aad071eb-62cd-4e3d-b8fc-62ea5e458141" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.148439] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aad071eb-62cd-4e3d-b8fc-62ea5e458141" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.148611] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aad071eb-62cd-4e3d-b8fc-62ea5e458141" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.148694] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aad071eb-62cd-4e3d-b8fc-62ea5e458141',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.175361] env[69165]: INFO networking_nsxv3.common.synchronization [None req-94c85dcc-6e16-4113-9f96-a727366a745b None None] Enqueued Resource ID: 7a44fef9-cd38-4c4b-91f3-e7a04746470d with Priority: HIGHEST for action port [ 667.175950] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a44fef9-cd38-4c4b-91f3-e7a04746470d with Priority: HIGHEST for action port [ 667.176417] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a44fef9-cd38-4c4b-91f3-e7a04746470d taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.176417] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a44fef9-cd38-4c4b-91f3-e7a04746470d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.176526] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a44fef9-cd38-4c4b-91f3-e7a04746470d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.177656] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a44fef9-cd38-4c4b-91f3-e7a04746470d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.177656] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a44fef9-cd38-4c4b-91f3-e7a04746470d',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.651895] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock member-07d4e44f-9446-4a78-933f-ccbd0ff2df0f taken with stack trace [, , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.651895] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07d4e44f-9446-4a78-933f-ccbd0ff2df0f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.663018] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07d4e44f-9446-4a78-933f-ccbd0ff2df0f',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.663973] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aad071eb-62cd-4e3d-b8fc-62ea5e458141 with status ACTIVE [ 667.668023] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.668023] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.668023] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.668023] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.668023] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.668023] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.668023] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.668023] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.668023] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.668023] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.668023] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.668023] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.668023] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.668023] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.668023] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.668023] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aad071eb-62cd-4e3d-b8fc-62ea5e458141 is going to be updated. [ 667.682313] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a44fef9-cd38-4c4b-91f3-e7a04746470d [ 667.685828] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.685828] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.685828] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.685828] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.685828] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.686024] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a44fef9-cd38-4c4b-91f3-e7a04746470d already deleted. [ 667.686024] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a44fef9-cd38-4c4b-91f3-e7a04746470d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.691061] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.691203] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.691311] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.691468] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.691613] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.691745] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aad071eb-62cd-4e3d-b8fc-62ea5e458141" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.031269] env[69165]: INFO networking_nsxv3.common.synchronization [req-ce929ab5-2cab-4dd1-a78e-63541ce06cfc req-d6065e13-cbac-4f71-8336-5b64a727aaef tempest-ServersAdminNegativeTestJSON-825287255 tempest-ServersAdminNegativeTestJSON-825287255-project-member] Enqueued Resource ID: 1a7ac526-a9b1-466d-a70c-965c6094e88a with Priority: HIGHEST for action security_group_members [ 668.032049] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a7ac526-a9b1-466d-a70c-965c6094e88a with Priority: HIGHEST for action security_group_members [ 668.034757] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a7ac526-a9b1-466d-a70c-965c6094e88a taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.035278] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a7ac526-a9b1-466d-a70c-965c6094e88a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.035278] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a7ac526-a9b1-466d-a70c-965c6094e88a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.035278] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a7ac526-a9b1-466d-a70c-965c6094e88a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.035460] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.035529] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.035736] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.035736] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.035824] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.035905] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a7ac526-a9b1-466d-a70c-965c6094e88a',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.170523] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07d4e44f-9446-4a78-933f-ccbd0ff2df0f',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.543644] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.543644] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.543644] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.543644] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.543644] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.543644] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.543644] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.543644] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.545295] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.545295] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.545295] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a7ac526-a9b1-466d-a70c-965c6094e88a already deleted. [ 668.545295] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a7ac526-a9b1-466d-a70c-965c6094e88a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.620644] env[69165]: INFO networking_nsxv3.common.synchronization [req-5d666a11-8488-41cc-9a37-c50cc5dcbc8f req-e4caebba-24fb-4ba6-a55c-82244b6b2a9d service nova] Enqueued Resource ID: 7b899892-fa8f-4c3c-95ad-0c6a20298ad1 with Priority: HIGHEST for action security_group_rules [ 668.620937] env[69165]: INFO networking_nsxv3.common.synchronization [req-5d666a11-8488-41cc-9a37-c50cc5dcbc8f req-e4caebba-24fb-4ba6-a55c-82244b6b2a9d service nova] Enqueued Resource ID: 7b899892-fa8f-4c3c-95ad-0c6a20298ad1 with Priority: HIGHEST for action security_group_members [ 668.621107] env[69165]: INFO networking_nsxv3.common.synchronization [req-5d666a11-8488-41cc-9a37-c50cc5dcbc8f req-e4caebba-24fb-4ba6-a55c-82244b6b2a9d service nova] Enqueued Resource ID: 8cd0dd84-cea0-4ec8-a140-1f2b282ab7e7 with Priority: HIGHEST for action port [ 668.621656] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b899892-fa8f-4c3c-95ad-0c6a20298ad1 with Priority: HIGHEST for action security_group_rules [ 668.621786] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b899892-fa8f-4c3c-95ad-0c6a20298ad1 with Priority: HIGHEST for action security_group_members [ 668.621879] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cd0dd84-cea0-4ec8-a140-1f2b282ab7e7 with Priority: HIGHEST for action port [ 668.622158] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b899892-fa8f-4c3c-95ad-0c6a20298ad1 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.622278] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b899892-fa8f-4c3c-95ad-0c6a20298ad1" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.622342] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b899892-fa8f-4c3c-95ad-0c6a20298ad1" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.622617] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b899892-fa8f-4c3c-95ad-0c6a20298ad1" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.622719] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b899892-fa8f-4c3c-95ad-0c6a20298ad1',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.623591] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b899892-fa8f-4c3c-95ad-0c6a20298ad1 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.623717] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b899892-fa8f-4c3c-95ad-0c6a20298ad1" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.623787] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b899892-fa8f-4c3c-95ad-0c6a20298ad1" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.623972] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b899892-fa8f-4c3c-95ad-0c6a20298ad1" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.624160] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.624567] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.624635] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.624811] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.624909] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.624960] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b899892-fa8f-4c3c-95ad-0c6a20298ad1',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.627110] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cd0dd84-cea0-4ec8-a140-1f2b282ab7e7 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.627110] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cd0dd84-cea0-4ec8-a140-1f2b282ab7e7" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.627110] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cd0dd84-cea0-4ec8-a140-1f2b282ab7e7" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.627110] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cd0dd84-cea0-4ec8-a140-1f2b282ab7e7" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.627110] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cd0dd84-cea0-4ec8-a140-1f2b282ab7e7',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.676679] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.676834] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.676905] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.677140] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.677230] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.677332] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07d4e44f-9446-4a78-933f-ccbd0ff2df0f is going to be created. [ 668.785239] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.791491] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.791491] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.791491] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.791491] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.805757] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07d4e44f-9446-4a78-933f-ccbd0ff2df0f in Status: UNINITIALIZED for 2s [ 668.865289] env[69165]: INFO networking_nsxv3.common.synchronization [req-a5b2060f-108f-4216-9355-8c6fe6c3da9b req-31e8a7c7-9fcd-459a-943b-0325fef7fd4a tempest-SecurityGroupRulesTestJSON-1933865749 tempest-SecurityGroupRulesTestJSON-1933865749-project-member] Enqueued Resource ID: 59f7e71a-e067-4ce7-9b73-d6a89c62c0f9 with Priority: HIGHEST for action security_group_rules [ 668.865841] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59f7e71a-e067-4ce7-9b73-d6a89c62c0f9 with Priority: HIGHEST for action security_group_rules [ 668.866123] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59f7e71a-e067-4ce7-9b73-d6a89c62c0f9 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.866286] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59f7e71a-e067-4ce7-9b73-d6a89c62c0f9" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.866323] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59f7e71a-e067-4ce7-9b73-d6a89c62c0f9" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.866558] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59f7e71a-e067-4ce7-9b73-d6a89c62c0f9" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.866635] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59f7e71a-e067-4ce7-9b73-d6a89c62c0f9',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.129019] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b899892-fa8f-4c3c-95ad-0c6a20298ad1',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.129271] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b899892-fa8f-4c3c-95ad-0c6a20298ad1 taken with stack trace [, , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.129474] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b899892-fa8f-4c3c-95ad-0c6a20298ad1" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.131244] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8cd0dd84-cea0-4ec8-a140-1f2b282ab7e7 with status ACTIVE [ 669.131488] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.131609] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.131678] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.131890] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.133163] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.133385] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.133496] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.133565] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.133758] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.134106] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.134385] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.134589] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.134692] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.134904] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.138121] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.138121] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8cd0dd84-cea0-4ec8-a140-1f2b282ab7e7 is going to be updated. [ 669.165621] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.165621] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.165621] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.165621] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.165621] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.165621] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cd0dd84-cea0-4ec8-a140-1f2b282ab7e7" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.346240] env[69165]: DEBUG networking_nsxv3.common.locking [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Lock network-341 taken with stack trace [, , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.346544] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquiring lock "network-341" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.346544] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired lock "network-341" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.346810] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired external semaphore "network-341" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.347109] env[69165]: DEBUG networking_nsxv3.common.locking [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.347240] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquiring lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.347348] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.347678] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired external semaphore "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.347735] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Releasing lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.351916] env[69165]: DEBUG dogpile.cache.region [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] No value present for key: 'zone-id' {{(pid=69165) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 669.351916] env[69165]: DEBUG dogpile.lock [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] NeedRegenerationException {{(pid=69165) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.351916] env[69165]: DEBUG dogpile.lock [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] no value, waiting for create lock {{(pid=69165) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.351916] env[69165]: DEBUG dogpile.lock [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] value creation lock acquired {{(pid=69165) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.351916] env[69165]: DEBUG dogpile.cache.region [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] No value present for key: 'zone-id' {{(pid=69165) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 669.351916] env[69165]: DEBUG dogpile.lock [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Calling creation function for not-yet-present value {{(pid=69165) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.351916] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.369634] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.369634] env[69165]: DEBUG dogpile.cache.region [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69165) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 669.369796] env[69165]: DEBUG dogpile.lock [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Released creation lock {{(pid=69165) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.369927] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Releasing lock "network-341" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.370432] env[69165]: DEBUG networking_nsxv3.common.locking [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Lock port-547da9e0-630e-4393-95ef-f0b0086a5b94 taken with stack trace [, , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.370559] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquiring lock "port-547da9e0-630e-4393-95ef-f0b0086a5b94" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.370661] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired lock "port-547da9e0-630e-4393-95ef-f0b0086a5b94" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.370980] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired external semaphore "port-547da9e0-630e-4393-95ef-f0b0086a5b94" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.371285] env[69165]: DEBUG networking_nsxv3.api.rpc [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('547da9e0-630e-4393-95ef-f0b0086a5b94',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.376741] env[69165]: INFO networking_nsxv3.common.synchronization [None req-52598263-d6bc-4dc0-8ee1-836f9098c072 None None] Enqueued Resource ID: f339fe25-045b-4be1-8a1d-b04bbabc53c2 with Priority: HIGHEST for action port [ 669.377911] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f339fe25-045b-4be1-8a1d-b04bbabc53c2 with Priority: HIGHEST for action port [ 669.378626] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-f339fe25-045b-4be1-8a1d-b04bbabc53c2 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.378719] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f339fe25-045b-4be1-8a1d-b04bbabc53c2" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.378794] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f339fe25-045b-4be1-8a1d-b04bbabc53c2" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.379304] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f339fe25-045b-4be1-8a1d-b04bbabc53c2" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.379517] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f339fe25-045b-4be1-8a1d-b04bbabc53c2',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.394141] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.394340] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.394340] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.394562] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.394655] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.394751] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59f7e71a-e067-4ce7-9b73-d6a89c62c0f9 already deleted. [ 669.394833] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59f7e71a-e067-4ce7-9b73-d6a89c62c0f9" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.631283] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b899892-fa8f-4c3c-95ad-0c6a20298ad1',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.875267] env[69165]: DEBUG networking_nsxv3.common.locking [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.875522] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.875694] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.875992] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.876154] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.876303] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Segment Port 547da9e0-630e-4393-95ef-f0b0086a5b94 not found, creating... [ 669.877797] env[69165]: DEBUG networking_nsxv3.common.locking [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.877797] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquiring lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.877797] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.877797] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired external semaphore "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.877797] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Releasing lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.877797] env[69165]: DEBUG networking_nsxv3.common.locking [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.877797] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.877797] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.878514] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.878514] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.878514] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Resource: SegmentPort with ID: 547da9e0-630e-4393-95ef-f0b0086a5b94 is going to be created. [ 669.882968] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f339fe25-045b-4be1-8a1d-b04bbabc53c2 [ 669.883237] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.883410] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.883469] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.883781] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.883781] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.883781] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f339fe25-045b-4be1-8a1d-b04bbabc53c2 already deleted. [ 669.883918] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f339fe25-045b-4be1-8a1d-b04bbabc53c2" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.904756] env[69165]: DEBUG networking_nsxv3.common.locking [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.904880] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.905139] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.905372] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.908031] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.908031] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Releasing lock "port-547da9e0-630e-4393-95ef-f0b0086a5b94" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.939242] env[69165]: INFO networking_nsxv3.common.synchronization [None req-18ac62cf-34c6-4a16-9308-7afc3f8edbf4 None None] Enqueued Resource ID: 0a09a356-6108-4310-b010-70a96e3547cc with Priority: HIGHEST for action port [ 669.939516] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a09a356-6108-4310-b010-70a96e3547cc with Priority: HIGHEST for action port [ 669.942041] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a09a356-6108-4310-b010-70a96e3547cc taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.942041] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a09a356-6108-4310-b010-70a96e3547cc" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.942367] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a09a356-6108-4310-b010-70a96e3547cc" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.943454] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a09a356-6108-4310-b010-70a96e3547cc" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.943454] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a09a356-6108-4310-b010-70a96e3547cc',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.134488] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.134653] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.134653] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.134892] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.134983] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.135182] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b899892-fa8f-4c3c-95ad-0c6a20298ad1 is going to be created. [ 670.168968] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.168968] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.168968] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.168968] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.168968] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.184705] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b899892-fa8f-4c3c-95ad-0c6a20298ad1 in Status: UNINITIALIZED for 2s [ 670.431490] env[69165]: INFO networking_nsxv3.common.synchronization [None req-b6edbfac-2d8c-4c6f-937b-d1949ac75251 None None] Enqueued Resource ID: 591e50d7-d0b6-4b21-8003-5d9df2ab83ad with Priority: HIGHEST for action port [ 670.431741] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 591e50d7-d0b6-4b21-8003-5d9df2ab83ad with Priority: HIGHEST for action port [ 670.433713] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-591e50d7-d0b6-4b21-8003-5d9df2ab83ad taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.433713] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-591e50d7-d0b6-4b21-8003-5d9df2ab83ad" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.433713] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-591e50d7-d0b6-4b21-8003-5d9df2ab83ad" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.433713] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-591e50d7-d0b6-4b21-8003-5d9df2ab83ad" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.433713] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('591e50d7-d0b6-4b21-8003-5d9df2ab83ad',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.447184] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a09a356-6108-4310-b010-70a96e3547cc [ 670.447184] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.447184] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.447184] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.447184] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.447184] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.447184] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a09a356-6108-4310-b010-70a96e3547cc already deleted. [ 670.447184] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a09a356-6108-4310-b010-70a96e3547cc" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.822150] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07d4e44f-9446-4a78-933f-ccbd0ff2df0f in Status: SUCCESS [ 670.822652] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07d4e44f-9446-4a78-933f-ccbd0ff2df0f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.822856] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07d4e44f-9446-4a78-933f-ccbd0ff2df0f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.822982] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07d4e44f-9446-4a78-933f-ccbd0ff2df0f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.823181] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.825580] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.825580] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.825580] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.825580] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.825580] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07d4e44f-9446-4a78-933f-ccbd0ff2df0f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.825580] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07d4e44f-9446-4a78-933f-ccbd0ff2df0f',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.936609] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 591e50d7-d0b6-4b21-8003-5d9df2ab83ad [ 670.936992] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.938891] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.939149] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.939233] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.939358] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.939460] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:591e50d7-d0b6-4b21-8003-5d9df2ab83ad already deleted. [ 670.939490] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-591e50d7-d0b6-4b21-8003-5d9df2ab83ad" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.195505] env[69165]: INFO networking_nsxv3.common.synchronization [None req-40ce1f7e-575e-4d3a-ab57-dc90ddf27389 tempest-ServersV294TestFqdnHostnames-666491170 tempest-ServersV294TestFqdnHostnames-666491170-project-member] Enqueued Resource ID: dd2c535c-f3e6-406b-ac73-4a0bfb8a3880 with Priority: HIGHEST for action security_group_rules [ 671.195505] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd2c535c-f3e6-406b-ac73-4a0bfb8a3880 with Priority: HIGHEST for action security_group_rules [ 671.195505] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd2c535c-f3e6-406b-ac73-4a0bfb8a3880 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.195505] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd2c535c-f3e6-406b-ac73-4a0bfb8a3880" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.195505] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd2c535c-f3e6-406b-ac73-4a0bfb8a3880" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.195505] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd2c535c-f3e6-406b-ac73-4a0bfb8a3880" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.195822] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd2c535c-f3e6-406b-ac73-4a0bfb8a3880',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.283022] env[69165]: INFO networking_nsxv3.common.synchronization [None req-7d345cdf-2069-4ce0-84ff-f798a587925b None None] Enqueued Resource ID: 81fe829a-3620-4ea1-baae-d86e54d40315 with Priority: HIGHEST for action port [ 671.283022] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81fe829a-3620-4ea1-baae-d86e54d40315 with Priority: HIGHEST for action port [ 671.283022] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-81fe829a-3620-4ea1-baae-d86e54d40315 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.283022] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81fe829a-3620-4ea1-baae-d86e54d40315" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.283022] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81fe829a-3620-4ea1-baae-d86e54d40315" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.285157] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81fe829a-3620-4ea1-baae-d86e54d40315" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.285336] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81fe829a-3620-4ea1-baae-d86e54d40315',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.327456] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock member-07d4e44f-9446-4a78-933f-ccbd0ff2df0f taken with stack trace [, , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.327596] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07d4e44f-9446-4a78-933f-ccbd0ff2df0f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.327663] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07d4e44f-9446-4a78-933f-ccbd0ff2df0f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.327874] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07d4e44f-9446-4a78-933f-ccbd0ff2df0f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.328075] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.328175] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.328251] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.328411] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.328491] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.328575] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07d4e44f-9446-4a78-933f-ccbd0ff2df0f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.328713] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock member-07d4e44f-9446-4a78-933f-ccbd0ff2df0f taken with stack trace [, , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.328798] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07d4e44f-9446-4a78-933f-ccbd0ff2df0f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.328855] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07d4e44f-9446-4a78-933f-ccbd0ff2df0f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.328992] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07d4e44f-9446-4a78-933f-ccbd0ff2df0f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.329131] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.329216] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.329272] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.330469] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.330469] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.330469] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07d4e44f-9446-4a78-933f-ccbd0ff2df0f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.330469] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07d4e44f-9446-4a78-933f-ccbd0ff2df0f',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.380854] env[69165]: INFO networking_nsxv3.common.synchronization [req-ce929ab5-2cab-4dd1-a78e-63541ce06cfc req-4ec09aee-9a39-4d69-aff5-952a31f70b6b service nova] Enqueued Resource ID: 1a7ac526-a9b1-466d-a70c-965c6094e88a with Priority: HIGHEST for action security_group_rules [ 671.381084] env[69165]: INFO networking_nsxv3.common.synchronization [req-ce929ab5-2cab-4dd1-a78e-63541ce06cfc req-4ec09aee-9a39-4d69-aff5-952a31f70b6b service nova] Enqueued Resource ID: 1a7ac526-a9b1-466d-a70c-965c6094e88a with Priority: HIGHEST for action security_group_members [ 671.381230] env[69165]: INFO networking_nsxv3.common.synchronization [req-ce929ab5-2cab-4dd1-a78e-63541ce06cfc req-4ec09aee-9a39-4d69-aff5-952a31f70b6b service nova] Enqueued Resource ID: 547da9e0-630e-4393-95ef-f0b0086a5b94 with Priority: HIGHEST for action port [ 671.381468] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a7ac526-a9b1-466d-a70c-965c6094e88a with Priority: HIGHEST for action security_group_rules [ 671.381595] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a7ac526-a9b1-466d-a70c-965c6094e88a with Priority: HIGHEST for action security_group_members [ 671.381689] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547da9e0-630e-4393-95ef-f0b0086a5b94 with Priority: HIGHEST for action port [ 671.383060] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a7ac526-a9b1-466d-a70c-965c6094e88a taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.387017] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a7ac526-a9b1-466d-a70c-965c6094e88a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.387017] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a7ac526-a9b1-466d-a70c-965c6094e88a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.387017] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a7ac526-a9b1-466d-a70c-965c6094e88a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.387017] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a7ac526-a9b1-466d-a70c-965c6094e88a',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.387017] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a7ac526-a9b1-466d-a70c-965c6094e88a taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.387017] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a7ac526-a9b1-466d-a70c-965c6094e88a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.387017] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a7ac526-a9b1-466d-a70c-965c6094e88a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.387017] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a7ac526-a9b1-466d-a70c-965c6094e88a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.387017] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.387017] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.387017] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.387017] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.387017] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.387017] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a7ac526-a9b1-466d-a70c-965c6094e88a',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.387017] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-547da9e0-630e-4393-95ef-f0b0086a5b94 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.387824] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-547da9e0-630e-4393-95ef-f0b0086a5b94" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.387824] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-547da9e0-630e-4393-95ef-f0b0086a5b94" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.387824] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-547da9e0-630e-4393-95ef-f0b0086a5b94" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.387824] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('547da9e0-630e-4393-95ef-f0b0086a5b94',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.488330] env[69165]: INFO networking_nsxv3.common.synchronization [None req-782a39dc-1036-465c-9448-f76b3e11d39e tempest-ServersV294TestFqdnHostnames-666491170 tempest-ServersV294TestFqdnHostnames-666491170-project-member] Enqueued Resource ID: dd2c535c-f3e6-406b-ac73-4a0bfb8a3880 with Priority: HIGHEST for action security_group_rules [ 671.488857] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd2c535c-f3e6-406b-ac73-4a0bfb8a3880 with Priority: HIGHEST for action security_group_rules [ 671.489177] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd2c535c-f3e6-406b-ac73-4a0bfb8a3880 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.489284] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd2c535c-f3e6-406b-ac73-4a0bfb8a3880" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.725112] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.725112] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.725112] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.725112] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.725112] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.725112] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd2c535c-f3e6-406b-ac73-4a0bfb8a3880 already deleted. [ 671.725112] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd2c535c-f3e6-406b-ac73-4a0bfb8a3880" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.725112] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd2c535c-f3e6-406b-ac73-4a0bfb8a3880" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.725112] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd2c535c-f3e6-406b-ac73-4a0bfb8a3880" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.725507] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd2c535c-f3e6-406b-ac73-4a0bfb8a3880',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.788631] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81fe829a-3620-4ea1-baae-d86e54d40315 [ 671.788631] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.788631] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.788631] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.788631] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.788631] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.789272] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81fe829a-3620-4ea1-baae-d86e54d40315 already deleted. [ 671.789272] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81fe829a-3620-4ea1-baae-d86e54d40315" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.836949] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07d4e44f-9446-4a78-933f-ccbd0ff2df0f: rpc.has_security_group_logging(os_id): False [ 671.859219] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.861140] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.861140] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.861140] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.861140] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.861140] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.861140] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.861140] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.861140] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.861140] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.861140] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.861140] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.861140] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.861140] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.865195] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.865515] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.866353] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.866353] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.866353] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.866353] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.866353] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07d4e44f-9446-4a78-933f-ccbd0ff2df0f is going to be created. [ 671.891172] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a7ac526-a9b1-466d-a70c-965c6094e88a taken with stack trace [, , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.894758] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a7ac526-a9b1-466d-a70c-965c6094e88a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.894758] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a7ac526-a9b1-466d-a70c-965c6094e88a',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.894758] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 547da9e0-630e-4393-95ef-f0b0086a5b94 with status ACTIVE [ 671.894758] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.894758] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.894758] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.894758] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.894758] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.894758] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.894758] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.894758] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.894758] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.894758] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.897288] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.897288] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.897288] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.897511] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.897511] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.897567] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 547da9e0-630e-4393-95ef-f0b0086a5b94 is going to be updated. [ 671.934765] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.934951] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.935014] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.939052] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.939052] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.939052] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-547da9e0-630e-4393-95ef-f0b0086a5b94" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.999028] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.999298] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.999402] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.999589] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.999789] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.036509] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07d4e44f-9446-4a78-933f-ccbd0ff2df0f in Status: IN_PROGRESS for 2s [ 672.206101] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b899892-fa8f-4c3c-95ad-0c6a20298ad1 in Status: SUCCESS [ 672.206101] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b899892-fa8f-4c3c-95ad-0c6a20298ad1" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.206101] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b899892-fa8f-4c3c-95ad-0c6a20298ad1" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.206101] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b899892-fa8f-4c3c-95ad-0c6a20298ad1" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.206335] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.206335] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.206417] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.206593] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.206815] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.206815] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b899892-fa8f-4c3c-95ad-0c6a20298ad1" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.206898] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b899892-fa8f-4c3c-95ad-0c6a20298ad1',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.254453] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.254614] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.255187] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.255187] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.255187] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.255187] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd2c535c-f3e6-406b-ac73-4a0bfb8a3880 already deleted. [ 672.255364] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd2c535c-f3e6-406b-ac73-4a0bfb8a3880" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.400087] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a7ac526-a9b1-466d-a70c-965c6094e88a',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.510982] env[69165]: INFO networking_nsxv3.common.synchronization [None req-7acfdc4d-7693-4657-94f1-3bbb65ec80f1 None None] Enqueued Resource ID: b16f1d90-c772-4c6b-8e32-16f486fe121e with Priority: HIGHEST for action port [ 672.513483] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b16f1d90-c772-4c6b-8e32-16f486fe121e with Priority: HIGHEST for action port [ 672.513858] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-b16f1d90-c772-4c6b-8e32-16f486fe121e taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.514143] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b16f1d90-c772-4c6b-8e32-16f486fe121e" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.514143] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b16f1d90-c772-4c6b-8e32-16f486fe121e" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.514442] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b16f1d90-c772-4c6b-8e32-16f486fe121e" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.514529] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b16f1d90-c772-4c6b-8e32-16f486fe121e',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.719961] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b899892-fa8f-4c3c-95ad-0c6a20298ad1 taken with stack trace [, , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.719961] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b899892-fa8f-4c3c-95ad-0c6a20298ad1" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.719961] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b899892-fa8f-4c3c-95ad-0c6a20298ad1" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.719961] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b899892-fa8f-4c3c-95ad-0c6a20298ad1" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.719961] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.719961] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.719961] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.719961] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.719961] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.719961] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b899892-fa8f-4c3c-95ad-0c6a20298ad1" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.719961] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b899892-fa8f-4c3c-95ad-0c6a20298ad1 taken with stack trace [, , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.719961] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b899892-fa8f-4c3c-95ad-0c6a20298ad1" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.719961] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b899892-fa8f-4c3c-95ad-0c6a20298ad1" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.719961] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b899892-fa8f-4c3c-95ad-0c6a20298ad1" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.719961] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.719961] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.720620] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.720620] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.720620] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.720620] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b899892-fa8f-4c3c-95ad-0c6a20298ad1" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.720620] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b899892-fa8f-4c3c-95ad-0c6a20298ad1',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.903195] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.905577] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.905577] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.905577] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.905577] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.905577] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a7ac526-a9b1-466d-a70c-965c6094e88a is going to be created. [ 672.935258] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.935258] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.935372] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.936036] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.936036] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.953398] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a7ac526-a9b1-466d-a70c-965c6094e88a in Status: UNINITIALIZED for 2s [ 672.986425] env[69165]: INFO networking_nsxv3.common.synchronization [req-983cee1d-92b8-4e28-be69-10d97da1a478 req-de82002c-4013-461d-a7da-2c59eac4f902 tempest-SecurityGroupRulesTestJSON-1933865749 tempest-SecurityGroupRulesTestJSON-1933865749-project-member] Enqueued Resource ID: 817e2ebb-e626-4646-8a40-326139f871c6 with Priority: HIGHEST for action security_group_rules [ 672.986425] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817e2ebb-e626-4646-8a40-326139f871c6 with Priority: HIGHEST for action security_group_rules [ 672.986425] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-817e2ebb-e626-4646-8a40-326139f871c6 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.986425] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-817e2ebb-e626-4646-8a40-326139f871c6" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.986425] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-817e2ebb-e626-4646-8a40-326139f871c6" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.986425] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-817e2ebb-e626-4646-8a40-326139f871c6" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.986425] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('817e2ebb-e626-4646-8a40-326139f871c6',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.996404] env[69165]: INFO networking_nsxv3.common.synchronization [None req-a04a1829-872c-4516-95b2-63f7f6cf8b1a None None] Enqueued Resource ID: 01a64c5c-16d0-45a0-b106-f245bc6f6dcd with Priority: HIGHEST for action port [ 672.996595] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01a64c5c-16d0-45a0-b106-f245bc6f6dcd with Priority: HIGHEST for action port [ 672.996855] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-01a64c5c-16d0-45a0-b106-f245bc6f6dcd taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.998854] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01a64c5c-16d0-45a0-b106-f245bc6f6dcd" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.998854] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01a64c5c-16d0-45a0-b106-f245bc6f6dcd" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.998854] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01a64c5c-16d0-45a0-b106-f245bc6f6dcd" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.998854] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01a64c5c-16d0-45a0-b106-f245bc6f6dcd',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.017164] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b16f1d90-c772-4c6b-8e32-16f486fe121e [ 673.017449] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.017545] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.017584] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.018098] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.018167] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.018397] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b16f1d90-c772-4c6b-8e32-16f486fe121e already deleted. [ 673.018397] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b16f1d90-c772-4c6b-8e32-16f486fe121e" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.223096] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b899892-fa8f-4c3c-95ad-0c6a20298ad1: rpc.has_security_group_logging(os_id): False [ 673.247898] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.247898] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.247898] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.247898] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.247898] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.247898] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.247898] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.247898] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.248312] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.248359] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.248563] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.248688] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.248752] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.248896] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.248968] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.249213] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.249332] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.249410] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.249571] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.249672] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.249774] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b899892-fa8f-4c3c-95ad-0c6a20298ad1 is going to be created. [ 673.313463] env[69165]: INFO networking_nsxv3.common.synchronization [req-3f919129-2498-4737-baf8-9ddca650c57d req-7dd058a1-e716-46e9-bf5f-2f90a8555d38 tempest-ServerDiagnosticsTest-22928243 tempest-ServerDiagnosticsTest-22928243-project-member] Enqueued Resource ID: c80e5049-a05f-4a37-9cce-7d6fd774b1ad with Priority: HIGHEST for action security_group_members [ 673.313463] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c80e5049-a05f-4a37-9cce-7d6fd774b1ad with Priority: HIGHEST for action security_group_members [ 673.313463] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock member-c80e5049-a05f-4a37-9cce-7d6fd774b1ad taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.313463] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c80e5049-a05f-4a37-9cce-7d6fd774b1ad" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.315193] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c80e5049-a05f-4a37-9cce-7d6fd774b1ad" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.316025] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c80e5049-a05f-4a37-9cce-7d6fd774b1ad" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.316025] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.316446] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.317324] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.317324] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.317324] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.317324] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c80e5049-a05f-4a37-9cce-7d6fd774b1ad',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.335061] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.335935] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.337057] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.337057] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.337057] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.350702] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b899892-fa8f-4c3c-95ad-0c6a20298ad1 in Status: IN_PROGRESS for 2s [ 673.459210] env[69165]: INFO networking_nsxv3.common.synchronization [None req-92161c75-a516-4904-bf93-704cfb4f1a21 None None] Enqueued Resource ID: d066f779-57ba-411a-8e5b-a607464c7171 with Priority: HIGHEST for action port [ 673.459835] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d066f779-57ba-411a-8e5b-a607464c7171 with Priority: HIGHEST for action port [ 673.461222] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-d066f779-57ba-411a-8e5b-a607464c7171 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.461375] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d066f779-57ba-411a-8e5b-a607464c7171" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.461375] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d066f779-57ba-411a-8e5b-a607464c7171" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.461639] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d066f779-57ba-411a-8e5b-a607464c7171" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.461732] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d066f779-57ba-411a-8e5b-a607464c7171',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.499394] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01a64c5c-16d0-45a0-b106-f245bc6f6dcd [ 673.499869] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.499869] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.499869] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.500143] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.500288] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.500415] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01a64c5c-16d0-45a0-b106-f245bc6f6dcd already deleted. [ 673.500497] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01a64c5c-16d0-45a0-b106-f245bc6f6dcd" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.512146] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.512435] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.512435] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.513020] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.513020] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.513020] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 817e2ebb-e626-4646-8a40-326139f871c6 already deleted. [ 673.513020] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-817e2ebb-e626-4646-8a40-326139f871c6" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.822540] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.823263] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.823263] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.823263] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.823263] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.823487] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.823487] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.823487] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.823616] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.823667] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.823748] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c80e5049-a05f-4a37-9cce-7d6fd774b1ad already deleted. [ 673.823824] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c80e5049-a05f-4a37-9cce-7d6fd774b1ad" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.969435] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d066f779-57ba-411a-8e5b-a607464c7171 [ 673.969760] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.970166] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.970166] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.970282] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.970336] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.970390] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d066f779-57ba-411a-8e5b-a607464c7171 already deleted. [ 673.970586] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d066f779-57ba-411a-8e5b-a607464c7171" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.979610] env[69165]: DEBUG networking_nsxv3.common.locking [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Lock network-341 taken with stack trace [, , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.980280] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquiring lock "network-341" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.981373] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired lock "network-341" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.981591] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired external semaphore "network-341" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.981950] env[69165]: DEBUG networking_nsxv3.common.locking [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.982101] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquiring lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.982281] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.982493] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired external semaphore "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.982651] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Releasing lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.982903] env[69165]: DEBUG dogpile.cache.region [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] No value present for key: 'zone-id' {{(pid=69165) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 673.982978] env[69165]: DEBUG dogpile.lock [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] NeedRegenerationException {{(pid=69165) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.983740] env[69165]: DEBUG dogpile.lock [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] no value, waiting for create lock {{(pid=69165) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.983740] env[69165]: DEBUG dogpile.lock [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] value creation lock acquired {{(pid=69165) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.983740] env[69165]: DEBUG dogpile.cache.region [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] No value present for key: 'zone-id' {{(pid=69165) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 673.983740] env[69165]: DEBUG dogpile.lock [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Calling creation function for not-yet-present value {{(pid=69165) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.983892] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.007142] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.007142] env[69165]: DEBUG dogpile.cache.region [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69165) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 674.007142] env[69165]: DEBUG dogpile.lock [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Released creation lock {{(pid=69165) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.007142] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Releasing lock "network-341" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.007142] env[69165]: DEBUG networking_nsxv3.common.locking [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Lock port-d8a791ab-d322-465f-80d1-73b383b7205b taken with stack trace [, , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.007142] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquiring lock "port-d8a791ab-d322-465f-80d1-73b383b7205b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.007142] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired lock "port-d8a791ab-d322-465f-80d1-73b383b7205b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.007142] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired external semaphore "port-d8a791ab-d322-465f-80d1-73b383b7205b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.009412] env[69165]: DEBUG networking_nsxv3.api.rpc [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8a791ab-d322-465f-80d1-73b383b7205b',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.051162] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07d4e44f-9446-4a78-933f-ccbd0ff2df0f in Status: SUCCESS [ 674.051162] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07d4e44f-9446-4a78-933f-ccbd0ff2df0f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.514530] env[69165]: DEBUG networking_nsxv3.common.locking [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.514850] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.514998] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.515218] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.515396] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.515625] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Segment Port d8a791ab-d322-465f-80d1-73b383b7205b not found, creating... [ 674.515862] env[69165]: DEBUG networking_nsxv3.common.locking [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.516027] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquiring lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.516189] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.516371] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired external semaphore "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.516507] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Releasing lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.516789] env[69165]: DEBUG networking_nsxv3.common.locking [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.516944] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.518542] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.518542] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.518542] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.518542] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Resource: SegmentPort with ID: d8a791ab-d322-465f-80d1-73b383b7205b is going to be created. [ 674.540326] env[69165]: DEBUG networking_nsxv3.common.locking [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.540326] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.540326] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.540326] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.540326] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.540326] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Releasing lock "port-d8a791ab-d322-465f-80d1-73b383b7205b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.985091] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a7ac526-a9b1-466d-a70c-965c6094e88a in Status: SUCCESS [ 674.985258] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a7ac526-a9b1-466d-a70c-965c6094e88a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.985455] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a7ac526-a9b1-466d-a70c-965c6094e88a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.985708] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a7ac526-a9b1-466d-a70c-965c6094e88a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.985928] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.987036] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.987036] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.987036] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.987036] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.987036] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a7ac526-a9b1-466d-a70c-965c6094e88a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.987036] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a7ac526-a9b1-466d-a70c-965c6094e88a',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.187814] env[69165]: INFO networking_nsxv3.common.synchronization [None req-76912a08-4c26-482d-8fdf-feb4d748afad None None] Enqueued Resource ID: eef1849f-82fc-4ea7-a6cd-785e09da6c0b with Priority: HIGHEST for action port [ 675.187814] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef1849f-82fc-4ea7-a6cd-785e09da6c0b with Priority: HIGHEST for action port [ 675.187814] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-eef1849f-82fc-4ea7-a6cd-785e09da6c0b taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.187814] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eef1849f-82fc-4ea7-a6cd-785e09da6c0b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.187814] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eef1849f-82fc-4ea7-a6cd-785e09da6c0b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.187814] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eef1849f-82fc-4ea7-a6cd-785e09da6c0b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.187814] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eef1849f-82fc-4ea7-a6cd-785e09da6c0b',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.367984] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b899892-fa8f-4c3c-95ad-0c6a20298ad1 in Status: SUCCESS [ 675.367984] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b899892-fa8f-4c3c-95ad-0c6a20298ad1" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.491526] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a7ac526-a9b1-466d-a70c-965c6094e88a taken with stack trace [, , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.491526] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a7ac526-a9b1-466d-a70c-965c6094e88a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.491526] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a7ac526-a9b1-466d-a70c-965c6094e88a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.491526] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a7ac526-a9b1-466d-a70c-965c6094e88a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.491526] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.491526] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.491526] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.491526] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.491526] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.491526] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a7ac526-a9b1-466d-a70c-965c6094e88a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.491526] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a7ac526-a9b1-466d-a70c-965c6094e88a taken with stack trace [, , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.491526] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a7ac526-a9b1-466d-a70c-965c6094e88a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.491526] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a7ac526-a9b1-466d-a70c-965c6094e88a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.491526] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a7ac526-a9b1-466d-a70c-965c6094e88a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.492077] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.492077] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.492077] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.492077] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.492077] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.492077] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a7ac526-a9b1-466d-a70c-965c6094e88a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.492248] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a7ac526-a9b1-466d-a70c-965c6094e88a',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.692209] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eef1849f-82fc-4ea7-a6cd-785e09da6c0b [ 675.694992] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.695156] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.695227] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.695456] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.695549] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.695646] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eef1849f-82fc-4ea7-a6cd-785e09da6c0b already deleted. [ 675.695767] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eef1849f-82fc-4ea7-a6cd-785e09da6c0b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.780019] env[69165]: INFO networking_nsxv3.common.synchronization [req-dbf881ec-34db-4e1b-9e32-071a48eaf498 req-53cda3c0-7e67-4571-9b07-9e7ca5f46db4 tempest-DeleteServersAdminTestJSON-1424598227 tempest-DeleteServersAdminTestJSON-1424598227-project-member] Enqueued Resource ID: 296a208e-9926-4578-8bd7-3ba70d7174fe with Priority: HIGHEST for action security_group_members [ 675.780019] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 296a208e-9926-4578-8bd7-3ba70d7174fe with Priority: HIGHEST for action security_group_members [ 675.780321] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock member-296a208e-9926-4578-8bd7-3ba70d7174fe taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.781299] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-296a208e-9926-4578-8bd7-3ba70d7174fe" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.781299] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-296a208e-9926-4578-8bd7-3ba70d7174fe" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.781299] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-296a208e-9926-4578-8bd7-3ba70d7174fe" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.781299] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.781601] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.781659] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.781850] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.781966] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.782085] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('296a208e-9926-4578-8bd7-3ba70d7174fe',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.790644] env[69165]: INFO networking_nsxv3.common.synchronization [req-3f919129-2498-4737-baf8-9ddca650c57d req-7c4182ef-7dc2-4317-be60-af3f3f557ebf service nova] Enqueued Resource ID: c80e5049-a05f-4a37-9cce-7d6fd774b1ad with Priority: HIGHEST for action security_group_rules [ 675.790849] env[69165]: INFO networking_nsxv3.common.synchronization [req-3f919129-2498-4737-baf8-9ddca650c57d req-7c4182ef-7dc2-4317-be60-af3f3f557ebf service nova] Enqueued Resource ID: c80e5049-a05f-4a37-9cce-7d6fd774b1ad with Priority: HIGHEST for action security_group_members [ 675.791399] env[69165]: INFO networking_nsxv3.common.synchronization [req-3f919129-2498-4737-baf8-9ddca650c57d req-7c4182ef-7dc2-4317-be60-af3f3f557ebf service nova] Enqueued Resource ID: d8a791ab-d322-465f-80d1-73b383b7205b with Priority: HIGHEST for action port [ 675.793036] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c80e5049-a05f-4a37-9cce-7d6fd774b1ad with Priority: HIGHEST for action security_group_rules [ 675.793036] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c80e5049-a05f-4a37-9cce-7d6fd774b1ad with Priority: HIGHEST for action security_group_members [ 675.793036] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8a791ab-d322-465f-80d1-73b383b7205b with Priority: HIGHEST for action port [ 675.793036] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c80e5049-a05f-4a37-9cce-7d6fd774b1ad taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.793036] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c80e5049-a05f-4a37-9cce-7d6fd774b1ad" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.793036] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c80e5049-a05f-4a37-9cce-7d6fd774b1ad" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.793036] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c80e5049-a05f-4a37-9cce-7d6fd774b1ad" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.793036] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c80e5049-a05f-4a37-9cce-7d6fd774b1ad',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.798180] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock member-c80e5049-a05f-4a37-9cce-7d6fd774b1ad taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.798180] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c80e5049-a05f-4a37-9cce-7d6fd774b1ad" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.798180] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c80e5049-a05f-4a37-9cce-7d6fd774b1ad" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.798499] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c80e5049-a05f-4a37-9cce-7d6fd774b1ad" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.798499] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.798568] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.798568] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.798706] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.798792] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.798882] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c80e5049-a05f-4a37-9cce-7d6fd774b1ad',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.799715] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8a791ab-d322-465f-80d1-73b383b7205b taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.799810] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8a791ab-d322-465f-80d1-73b383b7205b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.799875] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8a791ab-d322-465f-80d1-73b383b7205b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.803080] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8a791ab-d322-465f-80d1-73b383b7205b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.803188] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8a791ab-d322-465f-80d1-73b383b7205b',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.997581] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a7ac526-a9b1-466d-a70c-965c6094e88a: rpc.has_security_group_logging(os_id): False [ 676.004596] env[69165]: INFO networking_nsxv3.common.synchronization [None req-a11ff689-e911-4092-94ef-e2b08fb4ec2c None None] Enqueued Resource ID: 3d2fbaaf-5ac0-4441-841a-daf784237bc2 with Priority: HIGHEST for action port [ 676.005252] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d2fbaaf-5ac0-4441-841a-daf784237bc2 with Priority: HIGHEST for action port [ 676.005751] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d2fbaaf-5ac0-4441-841a-daf784237bc2 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.006015] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d2fbaaf-5ac0-4441-841a-daf784237bc2" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.006068] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d2fbaaf-5ac0-4441-841a-daf784237bc2" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.006410] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d2fbaaf-5ac0-4441-841a-daf784237bc2" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.009014] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d2fbaaf-5ac0-4441-841a-daf784237bc2',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.020876] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.021086] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.021145] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.021358] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.021438] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.021664] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.021762] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.021811] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.024010] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.024010] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.024010] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.024010] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.024010] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.024010] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.024010] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.024010] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.024010] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.024010] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.024010] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.024010] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.024010] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a7ac526-a9b1-466d-a70c-965c6094e88a is going to be created. [ 676.096546] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.096546] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.096546] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.096546] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.096546] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.108853] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a7ac526-a9b1-466d-a70c-965c6094e88a in Status: IN_PROGRESS for 2s [ 676.286302] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.286302] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.286302] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.286302] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.286302] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.286302] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.286302] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.286302] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.286302] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.286302] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.287449] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 296a208e-9926-4578-8bd7-3ba70d7174fe already deleted. [ 676.287449] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-296a208e-9926-4578-8bd7-3ba70d7174fe" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.305527] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock member-c80e5049-a05f-4a37-9cce-7d6fd774b1ad taken with stack trace [, , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.305527] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c80e5049-a05f-4a37-9cce-7d6fd774b1ad" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.305527] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c80e5049-a05f-4a37-9cce-7d6fd774b1ad',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.306345] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8a791ab-d322-465f-80d1-73b383b7205b with status ACTIVE [ 676.306534] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.306654] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.306719] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.306912] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.307053] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.307805] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.307805] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.307805] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.307805] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.307805] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.307805] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.307805] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.308204] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.308539] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.312710] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.312710] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8a791ab-d322-465f-80d1-73b383b7205b is going to be updated. [ 676.348102] env[69165]: DEBUG networking_nsxv3.common.locking [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Lock network-341 taken with stack trace [, , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.349874] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquiring lock "network-341" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.350224] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired lock "network-341" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.350693] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired external semaphore "network-341" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.351224] env[69165]: DEBUG networking_nsxv3.common.locking [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.352751] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquiring lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.352751] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.352751] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired external semaphore "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.352751] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Releasing lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.352751] env[69165]: DEBUG dogpile.cache.region [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] No value present for key: 'zone-id' {{(pid=69165) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 676.352751] env[69165]: DEBUG dogpile.lock [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] NeedRegenerationException {{(pid=69165) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.352751] env[69165]: DEBUG dogpile.lock [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] no value, waiting for create lock {{(pid=69165) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.352751] env[69165]: DEBUG dogpile.lock [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] value creation lock acquired {{(pid=69165) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.352751] env[69165]: DEBUG dogpile.cache.region [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] No value present for key: 'zone-id' {{(pid=69165) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 676.353422] env[69165]: DEBUG dogpile.lock [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Calling creation function for not-yet-present value {{(pid=69165) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.357019] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.357019] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.357019] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.357019] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.357019] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.357019] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.357019] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8a791ab-d322-465f-80d1-73b383b7205b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.390852] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.391074] env[69165]: DEBUG dogpile.cache.region [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=69165) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 676.391238] env[69165]: DEBUG dogpile.lock [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Released creation lock {{(pid=69165) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.391422] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Releasing lock "network-341" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.391753] env[69165]: DEBUG networking_nsxv3.common.locking [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Lock port-536e9ab7-6a5a-496f-ba7b-fd4e9ee9a4a0 taken with stack trace [, , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.391928] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquiring lock "port-536e9ab7-6a5a-496f-ba7b-fd4e9ee9a4a0" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.392064] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired lock "port-536e9ab7-6a5a-496f-ba7b-fd4e9ee9a4a0" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.392528] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired external semaphore "port-536e9ab7-6a5a-496f-ba7b-fd4e9ee9a4a0" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.393627] env[69165]: DEBUG networking_nsxv3.api.rpc [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('536e9ab7-6a5a-496f-ba7b-fd4e9ee9a4a0',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.510055] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d2fbaaf-5ac0-4441-841a-daf784237bc2 [ 676.511804] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.511804] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.511804] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.511804] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.511804] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.511804] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d2fbaaf-5ac0-4441-841a-daf784237bc2 already deleted. [ 676.511804] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d2fbaaf-5ac0-4441-841a-daf784237bc2" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.813744] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c80e5049-a05f-4a37-9cce-7d6fd774b1ad',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.899082] env[69165]: DEBUG networking_nsxv3.common.locking [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.899375] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.899465] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.899751] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.899881] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.900151] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Segment Port 536e9ab7-6a5a-496f-ba7b-fd4e9ee9a4a0 not found, creating... [ 676.901896] env[69165]: DEBUG networking_nsxv3.common.locking [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.901896] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquiring lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.901896] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.901896] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired external semaphore "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.901896] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Releasing lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.901896] env[69165]: DEBUG networking_nsxv3.common.locking [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.901896] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.901896] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.902278] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.902789] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.902789] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Resource: SegmentPort with ID: 536e9ab7-6a5a-496f-ba7b-fd4e9ee9a4a0 is going to be created. [ 676.925868] env[69165]: DEBUG networking_nsxv3.common.locking [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.926162] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.926237] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.926926] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.927042] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.927306] env[69165]: DEBUG oslo_concurrency.lockutils [None req-7e7c4bab-f73d-48b4-9d1d-25cff6d328eb None None] Releasing lock "port-536e9ab7-6a5a-496f-ba7b-fd4e9ee9a4a0" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.317120] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.317379] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.317459] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.318676] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.318676] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.318676] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c80e5049-a05f-4a37-9cce-7d6fd774b1ad is going to be created. [ 677.351963] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.351963] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.351963] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.351963] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.351963] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.451344] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c80e5049-a05f-4a37-9cce-7d6fd774b1ad in Status: UNINITIALIZED for 2s [ 677.885953] env[69165]: INFO networking_nsxv3.common.synchronization [None req-07f5bb0b-c2b0-4ed8-9293-a32333b97182 None None] Enqueued Resource ID: d47162ad-4a9c-46df-9832-744208ececec with Priority: HIGHEST for action port [ 677.886717] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d47162ad-4a9c-46df-9832-744208ececec with Priority: HIGHEST for action port [ 677.886821] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-d47162ad-4a9c-46df-9832-744208ececec taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.886943] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d47162ad-4a9c-46df-9832-744208ececec" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.887018] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d47162ad-4a9c-46df-9832-744208ececec" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.887359] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d47162ad-4a9c-46df-9832-744208ececec" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.887446] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d47162ad-4a9c-46df-9832-744208ececec',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.126053] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a7ac526-a9b1-466d-a70c-965c6094e88a in Status: SUCCESS [ 678.126053] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a7ac526-a9b1-466d-a70c-965c6094e88a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.201152] env[69165]: INFO networking_nsxv3.common.synchronization [req-dbf881ec-34db-4e1b-9e32-071a48eaf498 req-850f23aa-3d12-4787-b3ce-e7d2bb2bda32 service nova] Enqueued Resource ID: 296a208e-9926-4578-8bd7-3ba70d7174fe with Priority: HIGHEST for action security_group_rules [ 678.201152] env[69165]: INFO networking_nsxv3.common.synchronization [req-dbf881ec-34db-4e1b-9e32-071a48eaf498 req-850f23aa-3d12-4787-b3ce-e7d2bb2bda32 service nova] Enqueued Resource ID: 296a208e-9926-4578-8bd7-3ba70d7174fe with Priority: HIGHEST for action security_group_members [ 678.201152] env[69165]: INFO networking_nsxv3.common.synchronization [req-dbf881ec-34db-4e1b-9e32-071a48eaf498 req-850f23aa-3d12-4787-b3ce-e7d2bb2bda32 service nova] Enqueued Resource ID: 536e9ab7-6a5a-496f-ba7b-fd4e9ee9a4a0 with Priority: HIGHEST for action port [ 678.201152] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 296a208e-9926-4578-8bd7-3ba70d7174fe with Priority: HIGHEST for action security_group_rules [ 678.201152] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 296a208e-9926-4578-8bd7-3ba70d7174fe with Priority: HIGHEST for action security_group_members [ 678.201492] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 536e9ab7-6a5a-496f-ba7b-fd4e9ee9a4a0 with Priority: HIGHEST for action port [ 678.201992] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-296a208e-9926-4578-8bd7-3ba70d7174fe taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.201992] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-296a208e-9926-4578-8bd7-3ba70d7174fe" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.202162] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-296a208e-9926-4578-8bd7-3ba70d7174fe" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.203821] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-296a208e-9926-4578-8bd7-3ba70d7174fe" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.203821] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('296a208e-9926-4578-8bd7-3ba70d7174fe',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.204592] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock member-296a208e-9926-4578-8bd7-3ba70d7174fe taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.204934] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-296a208e-9926-4578-8bd7-3ba70d7174fe" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.204934] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-296a208e-9926-4578-8bd7-3ba70d7174fe" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.204934] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-296a208e-9926-4578-8bd7-3ba70d7174fe" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.205100] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.205362] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.205362] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.209022] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.209022] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.209022] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('296a208e-9926-4578-8bd7-3ba70d7174fe',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.209022] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-536e9ab7-6a5a-496f-ba7b-fd4e9ee9a4a0 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.209022] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-536e9ab7-6a5a-496f-ba7b-fd4e9ee9a4a0" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.209022] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-536e9ab7-6a5a-496f-ba7b-fd4e9ee9a4a0" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.209022] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-536e9ab7-6a5a-496f-ba7b-fd4e9ee9a4a0" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.209022] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('536e9ab7-6a5a-496f-ba7b-fd4e9ee9a4a0',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.390879] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d47162ad-4a9c-46df-9832-744208ececec [ 678.390879] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.390879] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.390879] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.390879] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.390879] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.390879] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d47162ad-4a9c-46df-9832-744208ececec already deleted. [ 678.390879] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d47162ad-4a9c-46df-9832-744208ececec" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.713649] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('296a208e-9926-4578-8bd7-3ba70d7174fe',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.714508] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock member-296a208e-9926-4578-8bd7-3ba70d7174fe taken with stack trace [, , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.714646] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-296a208e-9926-4578-8bd7-3ba70d7174fe" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.715301] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 536e9ab7-6a5a-496f-ba7b-fd4e9ee9a4a0 with status ACTIVE [ 678.715494] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.715617] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.715684] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.715900] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.715993] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.716193] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.716289] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.716357] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.716499] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.716579] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.716788] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.716872] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.716922] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.717074] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.717145] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.717190] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 536e9ab7-6a5a-496f-ba7b-fd4e9ee9a4a0 is going to be updated. [ 678.749858] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.751103] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.751290] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.752026] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.752026] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.752026] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-536e9ab7-6a5a-496f-ba7b-fd4e9ee9a4a0" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.216855] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('296a208e-9926-4578-8bd7-3ba70d7174fe',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.463696] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c80e5049-a05f-4a37-9cce-7d6fd774b1ad in Status: SUCCESS [ 679.463939] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c80e5049-a05f-4a37-9cce-7d6fd774b1ad" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.464239] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c80e5049-a05f-4a37-9cce-7d6fd774b1ad" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.464393] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c80e5049-a05f-4a37-9cce-7d6fd774b1ad" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.464605] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.464801] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.464801] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.464983] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.465899] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.465899] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c80e5049-a05f-4a37-9cce-7d6fd774b1ad" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.465899] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c80e5049-a05f-4a37-9cce-7d6fd774b1ad',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.721673] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.721673] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.721673] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.723553] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.723553] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.723553] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 296a208e-9926-4578-8bd7-3ba70d7174fe is going to be created. [ 679.753211] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.753211] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.753462] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.753525] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.754654] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.770853] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 296a208e-9926-4578-8bd7-3ba70d7174fe in Status: UNINITIALIZED for 2s [ 679.968421] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock member-c80e5049-a05f-4a37-9cce-7d6fd774b1ad taken with stack trace [, , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.968592] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c80e5049-a05f-4a37-9cce-7d6fd774b1ad" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.968669] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c80e5049-a05f-4a37-9cce-7d6fd774b1ad" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.968890] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c80e5049-a05f-4a37-9cce-7d6fd774b1ad" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.969075] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.969205] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.969273] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.969437] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.969753] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.969894] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c80e5049-a05f-4a37-9cce-7d6fd774b1ad" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.970083] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock member-c80e5049-a05f-4a37-9cce-7d6fd774b1ad taken with stack trace [, , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.970186] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c80e5049-a05f-4a37-9cce-7d6fd774b1ad" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.970250] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c80e5049-a05f-4a37-9cce-7d6fd774b1ad" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.970398] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c80e5049-a05f-4a37-9cce-7d6fd774b1ad" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.970539] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.970705] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.970767] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.970920] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.971007] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.971094] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c80e5049-a05f-4a37-9cce-7d6fd774b1ad" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.971187] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c80e5049-a05f-4a37-9cce-7d6fd774b1ad',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.080275] env[69165]: INFO networking_nsxv3.common.synchronization [None req-43492917-a569-49c7-8263-ea5a07c3e77d None None] Enqueued Resource ID: f7e3fe7f-8a80-42df-b925-4e083911bff3 with Priority: HIGHEST for action port [ 680.081470] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e3fe7f-8a80-42df-b925-4e083911bff3 with Priority: HIGHEST for action port [ 680.084967] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7e3fe7f-8a80-42df-b925-4e083911bff3 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.084967] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7e3fe7f-8a80-42df-b925-4e083911bff3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.084967] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7e3fe7f-8a80-42df-b925-4e083911bff3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.084967] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7e3fe7f-8a80-42df-b925-4e083911bff3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.084967] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7e3fe7f-8a80-42df-b925-4e083911bff3',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.354158] env[69165]: INFO networking_nsxv3.common.synchronization [None req-82983dea-c65b-4ce0-8a1e-dc051c73936f None None] Enqueued Resource ID: 2b091c7d-3a5d-4627-b07a-a9c1406fa3f5 with Priority: HIGHEST for action port [ 680.354434] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b091c7d-3a5d-4627-b07a-a9c1406fa3f5 with Priority: HIGHEST for action port [ 680.355655] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b091c7d-3a5d-4627-b07a-a9c1406fa3f5 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.355655] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b091c7d-3a5d-4627-b07a-a9c1406fa3f5" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.355655] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b091c7d-3a5d-4627-b07a-a9c1406fa3f5" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.355655] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b091c7d-3a5d-4627-b07a-a9c1406fa3f5" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.355655] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b091c7d-3a5d-4627-b07a-a9c1406fa3f5',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.474773] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c80e5049-a05f-4a37-9cce-7d6fd774b1ad: rpc.has_security_group_logging(os_id): False [ 680.500233] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.501129] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.501129] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.501129] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.501129] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.501374] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.501374] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.501458] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.502108] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.502108] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.502108] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.502108] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.502108] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.502108] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.502355] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.506092] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.506620] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.506620] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.506620] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.506620] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.506795] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c80e5049-a05f-4a37-9cce-7d6fd774b1ad is going to be created. [ 680.585479] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7e3fe7f-8a80-42df-b925-4e083911bff3 [ 680.585727] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.585857] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.585924] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.586885] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.587044] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.587151] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7e3fe7f-8a80-42df-b925-4e083911bff3 already deleted. [ 680.587238] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7e3fe7f-8a80-42df-b925-4e083911bff3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.593338] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.593338] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.593338] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.593338] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.593338] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.608122] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c80e5049-a05f-4a37-9cce-7d6fd774b1ad in Status: IN_PROGRESS for 2s [ 680.861409] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b091c7d-3a5d-4627-b07a-a9c1406fa3f5 [ 680.861409] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.861409] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.861409] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.861409] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.861409] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.861698] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b091c7d-3a5d-4627-b07a-a9c1406fa3f5 already deleted. [ 680.861698] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b091c7d-3a5d-4627-b07a-a9c1406fa3f5" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.277899] env[69165]: INFO networking_nsxv3.common.synchronization [None req-74f4b9d1-168d-4c66-9f0f-db81599975fb None None] Enqueued Resource ID: 39fb7693-9248-4593-9b3b-a40fbfaba2ce with Priority: HIGHEST for action port [ 681.278038] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fb7693-9248-4593-9b3b-a40fbfaba2ce with Priority: HIGHEST for action port [ 681.281490] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-39fb7693-9248-4593-9b3b-a40fbfaba2ce taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.281490] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39fb7693-9248-4593-9b3b-a40fbfaba2ce" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.281490] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39fb7693-9248-4593-9b3b-a40fbfaba2ce" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.281490] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39fb7693-9248-4593-9b3b-a40fbfaba2ce" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.281490] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39fb7693-9248-4593-9b3b-a40fbfaba2ce',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.693029] env[69165]: INFO networking_nsxv3.common.synchronization [req-fdee62ed-5e14-4cb0-b85e-93fb554854b8 req-e8646af0-1ad6-453d-bb1f-311d41962cdd tempest-SecurityGroupRulesTestJSON-1933865749 tempest-SecurityGroupRulesTestJSON-1933865749-project-member] Enqueued Resource ID: 321cbdd9-e672-416f-991b-3a7c30396406 with Priority: HIGHEST for action security_group_rules [ 681.693591] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 321cbdd9-e672-416f-991b-3a7c30396406 with Priority: HIGHEST for action security_group_rules [ 681.693902] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-321cbdd9-e672-416f-991b-3a7c30396406 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.696064] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-321cbdd9-e672-416f-991b-3a7c30396406" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.696531] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-321cbdd9-e672-416f-991b-3a7c30396406" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.696531] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-321cbdd9-e672-416f-991b-3a7c30396406" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.696721] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('321cbdd9-e672-416f-991b-3a7c30396406',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.701401] env[69165]: INFO networking_nsxv3.common.synchronization [None req-e1ac450d-ac0d-49fa-a3a0-b34c3d052859 None None] Enqueued Resource ID: 1779e71b-c459-4498-8abd-eb861e12d0d6 with Priority: HIGHEST for action port [ 681.702528] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1779e71b-c459-4498-8abd-eb861e12d0d6 with Priority: HIGHEST for action port [ 681.703068] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-1779e71b-c459-4498-8abd-eb861e12d0d6 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.703240] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1779e71b-c459-4498-8abd-eb861e12d0d6" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.703424] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1779e71b-c459-4498-8abd-eb861e12d0d6" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.703610] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1779e71b-c459-4498-8abd-eb861e12d0d6" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.703768] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1779e71b-c459-4498-8abd-eb861e12d0d6',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.781149] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 296a208e-9926-4578-8bd7-3ba70d7174fe in Status: SUCCESS [ 681.781149] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-296a208e-9926-4578-8bd7-3ba70d7174fe" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.781490] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-296a208e-9926-4578-8bd7-3ba70d7174fe" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.781816] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-296a208e-9926-4578-8bd7-3ba70d7174fe" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.781918] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.782009] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.782394] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.782394] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.782394] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.782567] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-296a208e-9926-4578-8bd7-3ba70d7174fe" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.782567] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('296a208e-9926-4578-8bd7-3ba70d7174fe',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.785374] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39fb7693-9248-4593-9b3b-a40fbfaba2ce [ 681.785374] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.785374] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.785374] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.785374] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.785374] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.785374] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39fb7693-9248-4593-9b3b-a40fbfaba2ce already deleted. [ 681.785374] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39fb7693-9248-4593-9b3b-a40fbfaba2ce" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.844107] env[69165]: INFO networking_nsxv3.common.synchronization [None req-f6cd5d95-c31e-4191-a4b2-e42321fe26e3 tempest-VolumesAssistedSnapshotsTest-1855500573 tempest-VolumesAssistedSnapshotsTest-1855500573-project-member] Enqueued Resource ID: 0b79c33b-39c7-4647-88c9-0279534c66bd with Priority: HIGHEST for action security_group_rules [ 681.844107] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b79c33b-39c7-4647-88c9-0279534c66bd with Priority: HIGHEST for action security_group_rules [ 681.844918] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b79c33b-39c7-4647-88c9-0279534c66bd taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.845257] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b79c33b-39c7-4647-88c9-0279534c66bd" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.845459] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b79c33b-39c7-4647-88c9-0279534c66bd" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.845811] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b79c33b-39c7-4647-88c9-0279534c66bd" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.847058] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b79c33b-39c7-4647-88c9-0279534c66bd',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.206591] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1779e71b-c459-4498-8abd-eb861e12d0d6 [ 682.206871] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.207034] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.207106] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.207322] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.207409] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.207518] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1779e71b-c459-4498-8abd-eb861e12d0d6 already deleted. [ 682.207597] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1779e71b-c459-4498-8abd-eb861e12d0d6" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.224345] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.224593] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.224674] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.224886] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.224973] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.232092] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 321cbdd9-e672-416f-991b-3a7c30396406 already deleted. [ 682.232426] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-321cbdd9-e672-416f-991b-3a7c30396406" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.286390] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock member-296a208e-9926-4578-8bd7-3ba70d7174fe taken with stack trace [, , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.286390] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-296a208e-9926-4578-8bd7-3ba70d7174fe" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.286499] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-296a208e-9926-4578-8bd7-3ba70d7174fe" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.287158] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-296a208e-9926-4578-8bd7-3ba70d7174fe" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.287158] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.287158] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.287158] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.287158] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.287676] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.287676] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-296a208e-9926-4578-8bd7-3ba70d7174fe" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.287676] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock member-296a208e-9926-4578-8bd7-3ba70d7174fe taken with stack trace [, , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.287676] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-296a208e-9926-4578-8bd7-3ba70d7174fe" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.287676] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-296a208e-9926-4578-8bd7-3ba70d7174fe" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.287856] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-296a208e-9926-4578-8bd7-3ba70d7174fe" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.288047] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.288047] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.288165] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.288284] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.288316] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.288372] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-296a208e-9926-4578-8bd7-3ba70d7174fe" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.288461] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('296a208e-9926-4578-8bd7-3ba70d7174fe',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.319648] env[69165]: INFO networking_nsxv3.common.synchronization [None req-93835223-4676-42d7-a6e0-a18d8bab02f6 tempest-VolumesAssistedSnapshotsTest-1855500573 tempest-VolumesAssistedSnapshotsTest-1855500573-project-member] Enqueued Resource ID: 0b79c33b-39c7-4647-88c9-0279534c66bd with Priority: HIGHEST for action security_group_rules [ 682.320202] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b79c33b-39c7-4647-88c9-0279534c66bd with Priority: HIGHEST for action security_group_rules [ 682.320552] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b79c33b-39c7-4647-88c9-0279534c66bd taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.320724] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b79c33b-39c7-4647-88c9-0279534c66bd" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.369476] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.370823] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.370945] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.371939] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.373965] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.373965] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b79c33b-39c7-4647-88c9-0279534c66bd already deleted. [ 682.373965] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b79c33b-39c7-4647-88c9-0279534c66bd" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.373965] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b79c33b-39c7-4647-88c9-0279534c66bd" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.373965] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b79c33b-39c7-4647-88c9-0279534c66bd" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.373965] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b79c33b-39c7-4647-88c9-0279534c66bd',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.622989] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c80e5049-a05f-4a37-9cce-7d6fd774b1ad in Status: SUCCESS [ 682.622989] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c80e5049-a05f-4a37-9cce-7d6fd774b1ad" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.793421] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 296a208e-9926-4578-8bd7-3ba70d7174fe: rpc.has_security_group_logging(os_id): False [ 682.808571] env[69165]: INFO networking_nsxv3.common.synchronization [None req-aef6a505-d3fe-4695-ae44-883e729f2ca3 None None] Enqueued Resource ID: d82b396a-b721-40ed-b0fd-f68433dd9e74 with Priority: HIGHEST for action port [ 682.809204] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d82b396a-b721-40ed-b0fd-f68433dd9e74 with Priority: HIGHEST for action port [ 682.809512] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-d82b396a-b721-40ed-b0fd-f68433dd9e74 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.809637] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d82b396a-b721-40ed-b0fd-f68433dd9e74" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.809708] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d82b396a-b721-40ed-b0fd-f68433dd9e74" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.809963] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d82b396a-b721-40ed-b0fd-f68433dd9e74" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.810093] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d82b396a-b721-40ed-b0fd-f68433dd9e74',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.817326] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.820159] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.820159] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.820879] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.820879] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.820879] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.820879] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.820879] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.821068] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.821068] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.821955] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.821955] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.821955] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.821955] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.822625] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.822625] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.822625] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.822825] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.822825] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.822914] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.822958] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 296a208e-9926-4578-8bd7-3ba70d7174fe is going to be created. [ 682.893380] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.893380] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.893510] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.897313] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.897313] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.899922] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.900232] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.900309] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.900607] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.900995] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.901365] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b79c33b-39c7-4647-88c9-0279534c66bd already deleted. [ 682.902074] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b79c33b-39c7-4647-88c9-0279534c66bd" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.907137] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 296a208e-9926-4578-8bd7-3ba70d7174fe in Status: IN_PROGRESS for 2s [ 683.314943] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d82b396a-b721-40ed-b0fd-f68433dd9e74 [ 683.315336] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.316354] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.316354] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.316354] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.316354] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.316537] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d82b396a-b721-40ed-b0fd-f68433dd9e74 already deleted. [ 683.316537] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d82b396a-b721-40ed-b0fd-f68433dd9e74" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.930665] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 296a208e-9926-4578-8bd7-3ba70d7174fe in Status: SUCCESS [ 684.931066] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-296a208e-9926-4578-8bd7-3ba70d7174fe" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.502873] env[69165]: INFO networking_nsxv3.common.synchronization [None req-ed2cc40d-ec39-457b-b962-543820c4b7a5 None None] Enqueued Resource ID: 9b03af14-9650-4fda-9e54-2e2bdcad63be with Priority: HIGHEST for action port [ 685.504841] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b03af14-9650-4fda-9e54-2e2bdcad63be with Priority: HIGHEST for action port [ 685.506162] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b03af14-9650-4fda-9e54-2e2bdcad63be taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.511053] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b03af14-9650-4fda-9e54-2e2bdcad63be" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.511053] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b03af14-9650-4fda-9e54-2e2bdcad63be" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.511053] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b03af14-9650-4fda-9e54-2e2bdcad63be" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.511053] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b03af14-9650-4fda-9e54-2e2bdcad63be',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.516855] env[69165]: INFO networking_nsxv3.common.synchronization [None req-7716381e-ce62-47ec-947b-2665dda56b8a tempest-ServersWithSpecificFlavorTestJSON-321479728 tempest-ServersWithSpecificFlavorTestJSON-321479728-project-member] Enqueued Resource ID: 9b9b37b7-e5f2-48b9-9c3c-6d5e602c4a46 with Priority: HIGHEST for action security_group_rules [ 685.517305] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9b37b7-e5f2-48b9-9c3c-6d5e602c4a46 with Priority: HIGHEST for action security_group_rules [ 685.517613] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b9b37b7-e5f2-48b9-9c3c-6d5e602c4a46 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.517786] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b9b37b7-e5f2-48b9-9c3c-6d5e602c4a46" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.517840] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b9b37b7-e5f2-48b9-9c3c-6d5e602c4a46" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.521128] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b9b37b7-e5f2-48b9-9c3c-6d5e602c4a46" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.521128] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b9b37b7-e5f2-48b9-9c3c-6d5e602c4a46',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.660015] env[69165]: INFO networking_nsxv3.common.synchronization [None req-7ab6d9e3-1115-4153-b0cf-24ea371eaa65 tempest-ServersWithSpecificFlavorTestJSON-321479728 tempest-ServersWithSpecificFlavorTestJSON-321479728-project-member] Enqueued Resource ID: 9b9b37b7-e5f2-48b9-9c3c-6d5e602c4a46 with Priority: HIGHEST for action security_group_rules [ 685.660744] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9b37b7-e5f2-48b9-9c3c-6d5e602c4a46 with Priority: HIGHEST for action security_group_rules [ 685.661115] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b9b37b7-e5f2-48b9-9c3c-6d5e602c4a46 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.661185] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b9b37b7-e5f2-48b9-9c3c-6d5e602c4a46" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.014842] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b03af14-9650-4fda-9e54-2e2bdcad63be [ 686.016250] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.016250] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.016250] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.016250] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.016250] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.016250] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b03af14-9650-4fda-9e54-2e2bdcad63be already deleted. [ 686.016250] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b03af14-9650-4fda-9e54-2e2bdcad63be" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.048910] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.050157] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.050157] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.050157] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.050157] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.050157] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b9b37b7-e5f2-48b9-9c3c-6d5e602c4a46 already deleted. [ 686.050157] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b9b37b7-e5f2-48b9-9c3c-6d5e602c4a46" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.050648] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b9b37b7-e5f2-48b9-9c3c-6d5e602c4a46" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.050648] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b9b37b7-e5f2-48b9-9c3c-6d5e602c4a46" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.050648] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b9b37b7-e5f2-48b9-9c3c-6d5e602c4a46',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.581508] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.581786] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.581786] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.582009] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.582188] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.582243] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b9b37b7-e5f2-48b9-9c3c-6d5e602c4a46 already deleted. [ 686.582299] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b9b37b7-e5f2-48b9-9c3c-6d5e602c4a46" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.228519] env[69165]: INFO networking_nsxv3.common.synchronization [None req-ade14b0b-c927-4e78-9fa6-849a292b464d None None] Enqueued Resource ID: 5166de86-4e44-464f-8334-f57556860321 with Priority: HIGHEST for action port [ 687.230238] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5166de86-4e44-464f-8334-f57556860321 with Priority: HIGHEST for action port [ 687.230238] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-5166de86-4e44-464f-8334-f57556860321 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.230238] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5166de86-4e44-464f-8334-f57556860321" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.230238] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5166de86-4e44-464f-8334-f57556860321" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.233276] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5166de86-4e44-464f-8334-f57556860321" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.233505] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5166de86-4e44-464f-8334-f57556860321',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.309440] env[69165]: INFO networking_nsxv3.common.synchronization [None req-86a8aaa2-f7c8-478f-a208-9b39cadb2d7a None None] Enqueued Resource ID: a8686477-226c-499e-a075-dafb490da759 with Priority: HIGHEST for action port [ 687.309440] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8686477-226c-499e-a075-dafb490da759 with Priority: HIGHEST for action port [ 687.309440] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8686477-226c-499e-a075-dafb490da759 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.309440] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8686477-226c-499e-a075-dafb490da759" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.309440] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8686477-226c-499e-a075-dafb490da759" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.313295] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8686477-226c-499e-a075-dafb490da759" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.313295] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8686477-226c-499e-a075-dafb490da759',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.737571] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5166de86-4e44-464f-8334-f57556860321 [ 687.737826] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.737976] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.738092] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.738319] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.738420] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.738527] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5166de86-4e44-464f-8334-f57556860321 already deleted. [ 687.738611] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5166de86-4e44-464f-8334-f57556860321" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.811793] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8686477-226c-499e-a075-dafb490da759 [ 687.812038] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.812184] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.812248] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.812510] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.812602] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.812696] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8686477-226c-499e-a075-dafb490da759 already deleted. [ 687.812967] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8686477-226c-499e-a075-dafb490da759" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.953925] env[69165]: INFO networking_nsxv3.common.synchronization [req-2b527437-39ed-4f25-8767-2614c40f35ed req-784586d5-1db2-4304-bb13-739007d92493 tempest-SecurityGroupRulesTestJSON-1933865749 tempest-SecurityGroupRulesTestJSON-1933865749-project-member] Enqueued Resource ID: b2cd8625-fd9b-453e-b7ff-8056d3326b4a with Priority: HIGHEST for action security_group_rules [ 687.954346] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2cd8625-fd9b-453e-b7ff-8056d3326b4a with Priority: HIGHEST for action security_group_rules [ 687.954638] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2cd8625-fd9b-453e-b7ff-8056d3326b4a taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.954860] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2cd8625-fd9b-453e-b7ff-8056d3326b4a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.954860] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2cd8625-fd9b-453e-b7ff-8056d3326b4a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.957720] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2cd8625-fd9b-453e-b7ff-8056d3326b4a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.957802] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2cd8625-fd9b-453e-b7ff-8056d3326b4a',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.433759] env[69165]: INFO networking_nsxv3.common.synchronization [None req-1cb64003-9254-40ff-a28a-601ed793ce34 None None] Enqueued Resource ID: 052ac347-374a-42b0-bd43-4d1e6b8d5aa9 with Priority: HIGHEST for action port [ 688.434294] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 052ac347-374a-42b0-bd43-4d1e6b8d5aa9 with Priority: HIGHEST for action port [ 688.438568] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-052ac347-374a-42b0-bd43-4d1e6b8d5aa9 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.438941] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-052ac347-374a-42b0-bd43-4d1e6b8d5aa9" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.438941] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-052ac347-374a-42b0-bd43-4d1e6b8d5aa9" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.439064] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-052ac347-374a-42b0-bd43-4d1e6b8d5aa9" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.439190] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('052ac347-374a-42b0-bd43-4d1e6b8d5aa9',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.490467] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.490669] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.490745] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.491423] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.491423] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.491592] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2cd8625-fd9b-453e-b7ff-8056d3326b4a already deleted. [ 688.491592] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2cd8625-fd9b-453e-b7ff-8056d3326b4a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.942058] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 052ac347-374a-42b0-bd43-4d1e6b8d5aa9 [ 688.942341] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.942596] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.942669] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.942877] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.943693] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.944367] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:052ac347-374a-42b0-bd43-4d1e6b8d5aa9 already deleted. [ 688.944367] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-052ac347-374a-42b0-bd43-4d1e6b8d5aa9" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.120033] env[69165]: INFO networking_nsxv3.common.synchronization [req-abdd54f6-05a2-4443-b4ab-e3c6a716c303 req-2b9b16f0-e971-4c53-81c2-691461e29abf tempest-ServerDiagnosticsNegativeTest-39838829 tempest-ServerDiagnosticsNegativeTest-39838829-project-member] Enqueued Resource ID: 07d4e44f-9446-4a78-933f-ccbd0ff2df0f with Priority: HIGHEST for action security_group_members [ 689.120698] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07d4e44f-9446-4a78-933f-ccbd0ff2df0f with Priority: HIGHEST for action security_group_members [ 689.121020] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock member-07d4e44f-9446-4a78-933f-ccbd0ff2df0f taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.121272] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07d4e44f-9446-4a78-933f-ccbd0ff2df0f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.121349] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07d4e44f-9446-4a78-933f-ccbd0ff2df0f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.121555] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07d4e44f-9446-4a78-933f-ccbd0ff2df0f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.121717] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.121817] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.121877] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.122775] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.122775] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.122775] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07d4e44f-9446-4a78-933f-ccbd0ff2df0f',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.626152] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.627138] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.627138] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.629305] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.629305] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.629305] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.629305] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.629305] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.629305] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.629305] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.629305] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07d4e44f-9446-4a78-933f-ccbd0ff2df0f is going to be updated. [ 689.700207] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.700207] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.700207] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.700207] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.700207] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.708676] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07d4e44f-9446-4a78-933f-ccbd0ff2df0f in Status: IN_PROGRESS for 2s [ 690.282155] env[69165]: INFO networking_nsxv3.common.synchronization [None req-01a48605-61d0-446f-b89e-cf71b7b50389 None None] Enqueued Resource ID: 966c8caa-205e-4aeb-81a1-4e1f1db9ff03 with Priority: HIGHEST for action port [ 690.282155] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 966c8caa-205e-4aeb-81a1-4e1f1db9ff03 with Priority: HIGHEST for action port [ 690.284047] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-966c8caa-205e-4aeb-81a1-4e1f1db9ff03 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.285433] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-966c8caa-205e-4aeb-81a1-4e1f1db9ff03" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.285433] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-966c8caa-205e-4aeb-81a1-4e1f1db9ff03" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.285433] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-966c8caa-205e-4aeb-81a1-4e1f1db9ff03" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.285433] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('966c8caa-205e-4aeb-81a1-4e1f1db9ff03',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.787028] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 966c8caa-205e-4aeb-81a1-4e1f1db9ff03 [ 690.787316] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.787527] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.787527] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.787694] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.787787] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.788387] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:966c8caa-205e-4aeb-81a1-4e1f1db9ff03 already deleted. [ 690.788387] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-966c8caa-205e-4aeb-81a1-4e1f1db9ff03" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.722219] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07d4e44f-9446-4a78-933f-ccbd0ff2df0f in Status: SUCCESS [ 691.722515] env[69165]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07d4e44f-9446-4a78-933f-ccbd0ff2df0f deletion is rescheduled due to dependency. [ 691.722792] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07d4e44f-9446-4a78-933f-ccbd0ff2df0f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.576022] env[69165]: INFO networking_nsxv3.common.synchronization [None req-a4c3cb2d-4029-4fe9-af6c-21f4185bc8de None None] Enqueued Resource ID: 46796e42-7ec7-4295-8896-7cf49fdfcc58 with Priority: HIGHEST for action port [ 692.576656] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46796e42-7ec7-4295-8896-7cf49fdfcc58 with Priority: HIGHEST for action port [ 692.576962] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-46796e42-7ec7-4295-8896-7cf49fdfcc58 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.580791] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46796e42-7ec7-4295-8896-7cf49fdfcc58" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.580791] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46796e42-7ec7-4295-8896-7cf49fdfcc58" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.580791] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46796e42-7ec7-4295-8896-7cf49fdfcc58" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.580791] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46796e42-7ec7-4295-8896-7cf49fdfcc58',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.797549] env[69165]: INFO networking_nsxv3.common.synchronization [None req-9c0c51f2-a6a2-4f63-b606-5cfc8c3a5be1 None None] Enqueued Resource ID: e3b76d62-b0ac-423a-a8cb-4f29d65ca0d5 with Priority: HIGHEST for action port [ 692.798807] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b76d62-b0ac-423a-a8cb-4f29d65ca0d5 with Priority: HIGHEST for action port [ 692.800596] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3b76d62-b0ac-423a-a8cb-4f29d65ca0d5 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.800596] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3b76d62-b0ac-423a-a8cb-4f29d65ca0d5" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.800596] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3b76d62-b0ac-423a-a8cb-4f29d65ca0d5" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.800596] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3b76d62-b0ac-423a-a8cb-4f29d65ca0d5" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.800596] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3b76d62-b0ac-423a-a8cb-4f29d65ca0d5',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.086707] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46796e42-7ec7-4295-8896-7cf49fdfcc58 [ 693.087407] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.087529] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.087598] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.087869] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.087924] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.088046] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46796e42-7ec7-4295-8896-7cf49fdfcc58 already deleted. [ 693.088175] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46796e42-7ec7-4295-8896-7cf49fdfcc58" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.305064] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3b76d62-b0ac-423a-a8cb-4f29d65ca0d5 [ 693.305064] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.305064] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.305064] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.305064] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.305064] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.305064] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3b76d62-b0ac-423a-a8cb-4f29d65ca0d5 already deleted. [ 693.305064] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3b76d62-b0ac-423a-a8cb-4f29d65ca0d5" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.687052] env[69165]: INFO networking_nsxv3.common.synchronization [None req-f96fedea-9ec2-4a82-b6a0-81727f187791 None None] Enqueued Resource ID: d2f19a86-383d-4ae7-8329-f6f8d945ef74 with Priority: HIGHEST for action port [ 694.687052] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f19a86-383d-4ae7-8329-f6f8d945ef74 with Priority: HIGHEST for action port [ 694.687052] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2f19a86-383d-4ae7-8329-f6f8d945ef74 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.687052] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2f19a86-383d-4ae7-8329-f6f8d945ef74" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.687052] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2f19a86-383d-4ae7-8329-f6f8d945ef74" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.687463] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2f19a86-383d-4ae7-8329-f6f8d945ef74" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.687463] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2f19a86-383d-4ae7-8329-f6f8d945ef74',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.070996] env[69165]: INFO networking_nsxv3.common.synchronization [req-11547bb5-9608-464b-9f72-ea1b4db6e816 req-2fdf1a36-6e5b-4970-b797-34da8cc9988d tempest-ServerDiagnosticsTest-22928243 tempest-ServerDiagnosticsTest-22928243-project-member] Enqueued Resource ID: c80e5049-a05f-4a37-9cce-7d6fd774b1ad with Priority: HIGHEST for action security_group_members [ 695.071863] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c80e5049-a05f-4a37-9cce-7d6fd774b1ad with Priority: HIGHEST for action security_group_members [ 695.072188] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock member-c80e5049-a05f-4a37-9cce-7d6fd774b1ad taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.072376] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c80e5049-a05f-4a37-9cce-7d6fd774b1ad" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.072453] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c80e5049-a05f-4a37-9cce-7d6fd774b1ad" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.072715] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c80e5049-a05f-4a37-9cce-7d6fd774b1ad" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.075530] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.075530] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.075530] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.075530] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.075530] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.075530] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c80e5049-a05f-4a37-9cce-7d6fd774b1ad',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.189703] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2f19a86-383d-4ae7-8329-f6f8d945ef74 [ 695.190150] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.190150] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.190461] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.190461] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.190550] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.190592] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2f19a86-383d-4ae7-8329-f6f8d945ef74 already deleted. [ 695.190720] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2f19a86-383d-4ae7-8329-f6f8d945ef74" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.397827] env[69165]: INFO networking_nsxv3.common.synchronization [None req-875f4b65-c795-4264-ac9b-221bb32ffaf4 None None] Enqueued Resource ID: b6072a47-9341-41ad-b9ab-e3fc63bbb89d with Priority: HIGHEST for action port [ 695.400047] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6072a47-9341-41ad-b9ab-e3fc63bbb89d with Priority: HIGHEST for action port [ 695.400450] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6072a47-9341-41ad-b9ab-e3fc63bbb89d taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.400555] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6072a47-9341-41ad-b9ab-e3fc63bbb89d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.400555] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6072a47-9341-41ad-b9ab-e3fc63bbb89d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.401094] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6072a47-9341-41ad-b9ab-e3fc63bbb89d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.401094] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6072a47-9341-41ad-b9ab-e3fc63bbb89d',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.576539] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.576539] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.576539] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.576793] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.576793] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.576921] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.576976] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.577017] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.577270] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.577270] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.577461] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c80e5049-a05f-4a37-9cce-7d6fd774b1ad is going to be updated. [ 695.579807] env[69165]: INFO networking_nsxv3.common.synchronization [req-6f74da8a-bbd6-47b7-8f47-b8739416a035 req-cf030124-684a-4623-bf8d-7acc6571be0a tempest-DeleteServersAdminTestJSON-1164357483 tempest-DeleteServersAdminTestJSON-1164357483-project-admin] Enqueued Resource ID: 296a208e-9926-4578-8bd7-3ba70d7174fe with Priority: HIGHEST for action security_group_members [ 695.580449] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 296a208e-9926-4578-8bd7-3ba70d7174fe with Priority: HIGHEST for action security_group_members [ 695.581241] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock member-296a208e-9926-4578-8bd7-3ba70d7174fe taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.581381] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-296a208e-9926-4578-8bd7-3ba70d7174fe" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.581381] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-296a208e-9926-4578-8bd7-3ba70d7174fe" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.581476] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-296a208e-9926-4578-8bd7-3ba70d7174fe" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.581621] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.581714] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.581779] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.581911] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.581991] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.584701] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('296a208e-9926-4578-8bd7-3ba70d7174fe',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.610037] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.610238] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.610549] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.610549] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.610678] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.621537] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c80e5049-a05f-4a37-9cce-7d6fd774b1ad in Status: IN_PROGRESS for 2s [ 695.905210] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6072a47-9341-41ad-b9ab-e3fc63bbb89d [ 695.905210] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.905210] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.905210] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.905210] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.905210] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.905210] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6072a47-9341-41ad-b9ab-e3fc63bbb89d already deleted. [ 695.905210] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6072a47-9341-41ad-b9ab-e3fc63bbb89d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.087797] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.087929] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.087997] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.088256] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.088353] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.088557] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.088655] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.088718] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.088865] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.088939] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.089037] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 296a208e-9926-4578-8bd7-3ba70d7174fe is going to be updated. [ 696.119154] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.119674] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.119674] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.119791] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.120680] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.131118] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 296a208e-9926-4578-8bd7-3ba70d7174fe in Status: IN_PROGRESS for 2s [ 696.998314] env[69165]: INFO networking_nsxv3.common.synchronization [req-7244a592-fea2-4976-ba28-ff96f9e94144 req-1a039379-9ed4-4414-8a2d-45011849d85d tempest-SecurityGroupRulesTestJSON-1933865749 tempest-SecurityGroupRulesTestJSON-1933865749-project-member] Enqueued Resource ID: c755ef73-437f-4a4f-b9ca-b22879accb85 with Priority: HIGHEST for action security_group_rules [ 696.999293] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c755ef73-437f-4a4f-b9ca-b22879accb85 with Priority: HIGHEST for action security_group_rules [ 696.999293] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c755ef73-437f-4a4f-b9ca-b22879accb85 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.999582] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c755ef73-437f-4a4f-b9ca-b22879accb85" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.999582] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c755ef73-437f-4a4f-b9ca-b22879accb85" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.000805] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c755ef73-437f-4a4f-b9ca-b22879accb85" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.000805] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c755ef73-437f-4a4f-b9ca-b22879accb85',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.534451] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.534451] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.534451] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.534451] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.534451] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.534451] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c755ef73-437f-4a4f-b9ca-b22879accb85 already deleted. [ 697.534451] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c755ef73-437f-4a4f-b9ca-b22879accb85" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.632443] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c80e5049-a05f-4a37-9cce-7d6fd774b1ad in Status: SUCCESS [ 697.632640] env[69165]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c80e5049-a05f-4a37-9cce-7d6fd774b1ad deletion is rescheduled due to dependency. [ 697.632742] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c80e5049-a05f-4a37-9cce-7d6fd774b1ad" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.142581] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 296a208e-9926-4578-8bd7-3ba70d7174fe in Status: SUCCESS [ 698.142897] env[69165]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 296a208e-9926-4578-8bd7-3ba70d7174fe deletion is rescheduled due to dependency. [ 698.143020] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-296a208e-9926-4578-8bd7-3ba70d7174fe" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.653861] env[69165]: INFO networking_nsxv3.common.synchronization [req-9a6c2cb3-87c8-4ea6-85ab-b09ce1a96c14 req-534863a5-2eed-4360-bd2e-0551e7fd8c42 tempest-SecurityGroupRulesTestJSON-1933865749 tempest-SecurityGroupRulesTestJSON-1933865749-project-member] Enqueued Resource ID: c755ef73-437f-4a4f-b9ca-b22879accb85 with Priority: HIGHEST for action security_group_rules [ 698.653861] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c755ef73-437f-4a4f-b9ca-b22879accb85 with Priority: HIGHEST for action security_group_rules [ 698.653861] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c755ef73-437f-4a4f-b9ca-b22879accb85 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.654325] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c755ef73-437f-4a4f-b9ca-b22879accb85" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.654325] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c755ef73-437f-4a4f-b9ca-b22879accb85" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.654575] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c755ef73-437f-4a4f-b9ca-b22879accb85" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.655128] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c755ef73-437f-4a4f-b9ca-b22879accb85',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.834588] env[69165]: INFO networking_nsxv3.common.synchronization [None req-9ec8151b-b021-4cbe-8843-e79c23d20189 None None] Enqueued Resource ID: 31e38365-6f75-4385-a9cc-dd382f7a916b with Priority: HIGHEST for action port [ 698.835102] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e38365-6f75-4385-a9cc-dd382f7a916b with Priority: HIGHEST for action port [ 698.835400] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-31e38365-6f75-4385-a9cc-dd382f7a916b taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.835529] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31e38365-6f75-4385-a9cc-dd382f7a916b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.835582] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31e38365-6f75-4385-a9cc-dd382f7a916b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.837581] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31e38365-6f75-4385-a9cc-dd382f7a916b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.837581] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31e38365-6f75-4385-a9cc-dd382f7a916b',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.145696] env[69165]: INFO networking_nsxv3.common.synchronization [None req-a35b4020-afcf-4fd9-9edc-8bd96542fdda None None] Enqueued Resource ID: 3b45c8a5-af89-4053-8863-59feca3e8a37 with Priority: HIGHEST for action port [ 699.146248] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b45c8a5-af89-4053-8863-59feca3e8a37 with Priority: HIGHEST for action port [ 699.146647] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b45c8a5-af89-4053-8863-59feca3e8a37 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.146784] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b45c8a5-af89-4053-8863-59feca3e8a37" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.146852] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b45c8a5-af89-4053-8863-59feca3e8a37" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.149661] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b45c8a5-af89-4053-8863-59feca3e8a37" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.149815] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b45c8a5-af89-4053-8863-59feca3e8a37',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.177798] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.177798] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.177798] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.177798] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.177798] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.177798] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c755ef73-437f-4a4f-b9ca-b22879accb85 already deleted. [ 699.177798] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c755ef73-437f-4a4f-b9ca-b22879accb85" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.338337] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31e38365-6f75-4385-a9cc-dd382f7a916b [ 699.338580] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.338808] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.338808] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.338967] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.339142] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.339191] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31e38365-6f75-4385-a9cc-dd382f7a916b already deleted. [ 699.339272] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31e38365-6f75-4385-a9cc-dd382f7a916b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.350946] env[69165]: INFO networking_nsxv3.common.synchronization [None req-c87b081d-858f-41d9-a507-8d55d89a658a None None] Enqueued Resource ID: 4b1380fa-baca-4779-9a0c-4a96c64ab2c7 with Priority: HIGHEST for action port [ 699.350946] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b1380fa-baca-4779-9a0c-4a96c64ab2c7 with Priority: HIGHEST for action port [ 699.351071] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b1380fa-baca-4779-9a0c-4a96c64ab2c7 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.351175] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b1380fa-baca-4779-9a0c-4a96c64ab2c7" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.351240] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b1380fa-baca-4779-9a0c-4a96c64ab2c7" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.351516] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b1380fa-baca-4779-9a0c-4a96c64ab2c7" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.351673] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b1380fa-baca-4779-9a0c-4a96c64ab2c7',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.652348] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b45c8a5-af89-4053-8863-59feca3e8a37 [ 699.653688] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.653688] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.653688] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.653688] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.653688] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.653688] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b45c8a5-af89-4053-8863-59feca3e8a37 already deleted. [ 699.653688] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b45c8a5-af89-4053-8863-59feca3e8a37" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.855686] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b1380fa-baca-4779-9a0c-4a96c64ab2c7 [ 699.855812] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.855964] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.856032] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.856343] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.856343] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.857105] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b1380fa-baca-4779-9a0c-4a96c64ab2c7 already deleted. [ 699.857105] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b1380fa-baca-4779-9a0c-4a96c64ab2c7" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.158622] env[69165]: INFO networking_nsxv3.common.synchronization [None req-d8119ec5-e8dd-49a4-8cfa-91a3d70f8114 tempest-VolumesAdminNegativeTest-1110994680 tempest-VolumesAdminNegativeTest-1110994680-project-member] Enqueued Resource ID: f626de46-a86b-4726-8073-bd429f4897b3 with Priority: HIGHEST for action security_group_rules [ 700.160223] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f626de46-a86b-4726-8073-bd429f4897b3 with Priority: HIGHEST for action security_group_rules [ 700.161634] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f626de46-a86b-4726-8073-bd429f4897b3 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.161634] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f626de46-a86b-4726-8073-bd429f4897b3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.161998] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f626de46-a86b-4726-8073-bd429f4897b3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.163401] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f626de46-a86b-4726-8073-bd429f4897b3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.163401] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f626de46-a86b-4726-8073-bd429f4897b3',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.323139] env[69165]: INFO networking_nsxv3.common.synchronization [None req-51bb124a-abbd-41bd-8289-b80f9cec8bcb None None] Enqueued Resource ID: a75de6c4-89fa-45a1-ac4c-7c94ce36c332 with Priority: HIGHEST for action port [ 700.323438] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a75de6c4-89fa-45a1-ac4c-7c94ce36c332 with Priority: HIGHEST for action port [ 700.324144] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-a75de6c4-89fa-45a1-ac4c-7c94ce36c332 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.324295] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a75de6c4-89fa-45a1-ac4c-7c94ce36c332" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.324367] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a75de6c4-89fa-45a1-ac4c-7c94ce36c332" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.324891] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a75de6c4-89fa-45a1-ac4c-7c94ce36c332" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.324891] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a75de6c4-89fa-45a1-ac4c-7c94ce36c332',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.441972] env[69165]: INFO networking_nsxv3.common.synchronization [None req-bbbd6ab1-841d-490e-8467-a98febc32fc3 tempest-VolumesAdminNegativeTest-1110994680 tempest-VolumesAdminNegativeTest-1110994680-project-member] Enqueued Resource ID: f626de46-a86b-4726-8073-bd429f4897b3 with Priority: HIGHEST for action security_group_rules [ 700.444096] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f626de46-a86b-4726-8073-bd429f4897b3 with Priority: HIGHEST for action security_group_rules [ 700.445087] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f626de46-a86b-4726-8073-bd429f4897b3 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.445231] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f626de46-a86b-4726-8073-bd429f4897b3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.688452] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.688639] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.688711] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.688931] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.689045] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.689146] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f626de46-a86b-4726-8073-bd429f4897b3 already deleted. [ 700.689229] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f626de46-a86b-4726-8073-bd429f4897b3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.689672] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f626de46-a86b-4726-8073-bd429f4897b3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.690486] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f626de46-a86b-4726-8073-bd429f4897b3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.690486] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f626de46-a86b-4726-8073-bd429f4897b3',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.828571] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a75de6c4-89fa-45a1-ac4c-7c94ce36c332 [ 700.829433] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.829433] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.829433] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.829433] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.829433] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.829433] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a75de6c4-89fa-45a1-ac4c-7c94ce36c332 already deleted. [ 700.830848] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a75de6c4-89fa-45a1-ac4c-7c94ce36c332" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.219024] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.221123] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.221123] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.221889] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.222316] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.222316] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f626de46-a86b-4726-8073-bd429f4897b3 already deleted. [ 701.222316] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f626de46-a86b-4726-8073-bd429f4897b3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.602776] env[69165]: INFO networking_nsxv3.common.synchronization [req-c2adecce-2018-41f5-9557-28ac522ee409 req-1548b484-9be9-4ed1-8f0a-6e815e0c1edd tempest-SecurityGroupRulesTestJSON-1933865749 tempest-SecurityGroupRulesTestJSON-1933865749-project-member] Enqueued Resource ID: c755ef73-437f-4a4f-b9ca-b22879accb85 with Priority: HIGHEST for action security_group_rules [ 701.603343] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c755ef73-437f-4a4f-b9ca-b22879accb85 with Priority: HIGHEST for action security_group_rules [ 701.603630] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c755ef73-437f-4a4f-b9ca-b22879accb85 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.603776] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c755ef73-437f-4a4f-b9ca-b22879accb85" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.603806] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c755ef73-437f-4a4f-b9ca-b22879accb85" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.603997] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c755ef73-437f-4a4f-b9ca-b22879accb85" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.608105] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c755ef73-437f-4a4f-b9ca-b22879accb85',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.132077] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.132077] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.132077] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.132077] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.132077] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.132077] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c755ef73-437f-4a4f-b9ca-b22879accb85 already deleted. [ 702.132077] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c755ef73-437f-4a4f-b9ca-b22879accb85" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.346648] env[69165]: INFO networking_nsxv3.common.synchronization [None req-91eeb71a-47a0-48d3-a92d-d9036eba2d24 None None] Enqueued Resource ID: 33fe5187-139b-4384-95ca-e29241524ba7 with Priority: HIGHEST for action port [ 702.347264] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33fe5187-139b-4384-95ca-e29241524ba7 with Priority: HIGHEST for action port [ 702.347567] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-33fe5187-139b-4384-95ca-e29241524ba7 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.351505] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33fe5187-139b-4384-95ca-e29241524ba7" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.351505] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33fe5187-139b-4384-95ca-e29241524ba7" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.351505] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33fe5187-139b-4384-95ca-e29241524ba7" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.351505] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33fe5187-139b-4384-95ca-e29241524ba7',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.379025] env[69165]: INFO networking_nsxv3.common.synchronization [None req-24f693dd-b7e4-4aba-828a-7ce74971eb3e None None] Enqueued Resource ID: f72e417b-d996-43dd-91ed-4d7844aa97bf with Priority: HIGHEST for action port [ 702.379025] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f72e417b-d996-43dd-91ed-4d7844aa97bf with Priority: HIGHEST for action port [ 702.379025] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-f72e417b-d996-43dd-91ed-4d7844aa97bf taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.379025] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f72e417b-d996-43dd-91ed-4d7844aa97bf" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.379025] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f72e417b-d996-43dd-91ed-4d7844aa97bf" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.379025] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f72e417b-d996-43dd-91ed-4d7844aa97bf" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.379025] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f72e417b-d996-43dd-91ed-4d7844aa97bf',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.855752] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33fe5187-139b-4384-95ca-e29241524ba7 [ 702.855752] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.855752] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.855752] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.855752] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.855752] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.855752] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33fe5187-139b-4384-95ca-e29241524ba7 already deleted. [ 702.855752] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33fe5187-139b-4384-95ca-e29241524ba7" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.882674] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f72e417b-d996-43dd-91ed-4d7844aa97bf [ 702.882674] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.882674] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.882674] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.882674] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.882674] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.882674] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f72e417b-d996-43dd-91ed-4d7844aa97bf already deleted. [ 702.882674] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f72e417b-d996-43dd-91ed-4d7844aa97bf" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.949684] env[69165]: INFO networking_nsxv3.common.synchronization [None req-fbaf736c-7e95-4f82-b8a0-07651b9081c3 None None] Enqueued Resource ID: 5591113c-7cce-4254-80b1-e5c0767707c3 with Priority: HIGHEST for action port [ 703.949684] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5591113c-7cce-4254-80b1-e5c0767707c3 with Priority: HIGHEST for action port [ 703.949684] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-5591113c-7cce-4254-80b1-e5c0767707c3 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.949684] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5591113c-7cce-4254-80b1-e5c0767707c3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.949684] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5591113c-7cce-4254-80b1-e5c0767707c3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.949684] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5591113c-7cce-4254-80b1-e5c0767707c3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.949684] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5591113c-7cce-4254-80b1-e5c0767707c3',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.456090] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5591113c-7cce-4254-80b1-e5c0767707c3 [ 704.456090] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.456090] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.456090] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.456090] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.456090] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.456090] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5591113c-7cce-4254-80b1-e5c0767707c3 already deleted. [ 704.456090] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5591113c-7cce-4254-80b1-e5c0767707c3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.510309] env[69165]: INFO networking_nsxv3.common.synchronization [None req-503d2d7e-d0e2-45ed-974c-cee32c8acc61 None None] Enqueued Resource ID: 453a78f7-c37d-4bb7-926f-88074afbb152 with Priority: HIGHEST for action port [ 704.510309] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 453a78f7-c37d-4bb7-926f-88074afbb152 with Priority: HIGHEST for action port [ 704.510309] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-453a78f7-c37d-4bb7-926f-88074afbb152 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.510309] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-453a78f7-c37d-4bb7-926f-88074afbb152" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.510309] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-453a78f7-c37d-4bb7-926f-88074afbb152" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.510732] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-453a78f7-c37d-4bb7-926f-88074afbb152" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.511101] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('453a78f7-c37d-4bb7-926f-88074afbb152',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.017922] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 453a78f7-c37d-4bb7-926f-88074afbb152 [ 705.018226] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.018459] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.018459] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.018718] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.018900] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.018962] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:453a78f7-c37d-4bb7-926f-88074afbb152 already deleted. [ 705.019510] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-453a78f7-c37d-4bb7-926f-88074afbb152" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.187033] env[69165]: INFO networking_nsxv3.common.synchronization [None req-82707c38-8bce-4156-b945-7a514e05b523 None None] Enqueued Resource ID: 3b2468f1-6fb5-41f2-b430-96cd3d654d4e with Priority: HIGHEST for action port [ 706.187033] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b2468f1-6fb5-41f2-b430-96cd3d654d4e with Priority: HIGHEST for action port [ 706.187696] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b2468f1-6fb5-41f2-b430-96cd3d654d4e taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.187832] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b2468f1-6fb5-41f2-b430-96cd3d654d4e" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.187901] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b2468f1-6fb5-41f2-b430-96cd3d654d4e" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.192091] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b2468f1-6fb5-41f2-b430-96cd3d654d4e" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.193804] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b2468f1-6fb5-41f2-b430-96cd3d654d4e',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.695897] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b2468f1-6fb5-41f2-b430-96cd3d654d4e [ 706.696157] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.696296] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.697902] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.697902] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.697902] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.697902] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b2468f1-6fb5-41f2-b430-96cd3d654d4e already deleted. [ 706.697902] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b2468f1-6fb5-41f2-b430-96cd3d654d4e" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.267597] env[69165]: INFO networking_nsxv3.common.synchronization [None req-f2af4f55-aa4c-4940-a498-6bfd9082a3db None None] Enqueued Resource ID: a96c31f7-b776-4e97-bf05-8b9bd9d69f9c with Priority: HIGHEST for action port [ 707.268499] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96c31f7-b776-4e97-bf05-8b9bd9d69f9c with Priority: HIGHEST for action port [ 707.269034] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-a96c31f7-b776-4e97-bf05-8b9bd9d69f9c taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.269034] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a96c31f7-b776-4e97-bf05-8b9bd9d69f9c" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.269034] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a96c31f7-b776-4e97-bf05-8b9bd9d69f9c" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.269780] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a96c31f7-b776-4e97-bf05-8b9bd9d69f9c" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.269848] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a96c31f7-b776-4e97-bf05-8b9bd9d69f9c',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.775486] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a96c31f7-b776-4e97-bf05-8b9bd9d69f9c [ 707.775667] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.777660] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.777660] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.777660] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.777660] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.777660] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a96c31f7-b776-4e97-bf05-8b9bd9d69f9c already deleted. [ 707.777660] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a96c31f7-b776-4e97-bf05-8b9bd9d69f9c" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.332929] env[69165]: INFO networking_nsxv3.common.synchronization [None req-6788d0d6-3b5b-44a1-877b-9d36112bf2d4 None None] Enqueued Resource ID: e5a92c5b-0db7-49da-a825-48a6bd3cb1f3 with Priority: HIGHEST for action port [ 709.333340] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a92c5b-0db7-49da-a825-48a6bd3cb1f3 with Priority: HIGHEST for action port [ 709.333783] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5a92c5b-0db7-49da-a825-48a6bd3cb1f3 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.333907] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5a92c5b-0db7-49da-a825-48a6bd3cb1f3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.333972] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5a92c5b-0db7-49da-a825-48a6bd3cb1f3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.334254] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5a92c5b-0db7-49da-a825-48a6bd3cb1f3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.334304] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5a92c5b-0db7-49da-a825-48a6bd3cb1f3',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.837175] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5a92c5b-0db7-49da-a825-48a6bd3cb1f3 [ 709.837760] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.837880] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.840018] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.840018] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.840018] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.840018] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5a92c5b-0db7-49da-a825-48a6bd3cb1f3 already deleted. [ 709.840018] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5a92c5b-0db7-49da-a825-48a6bd3cb1f3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.941014] env[69165]: INFO networking_nsxv3.common.synchronization [None req-7735802f-3cbb-44cc-91ef-47bcc7c68b62 None None] Enqueued Resource ID: 1b6436d3-39d8-423b-abc6-bdb54c1e8bdb with Priority: HIGHEST for action port [ 709.941014] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b6436d3-39d8-423b-abc6-bdb54c1e8bdb with Priority: HIGHEST for action port [ 709.941014] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b6436d3-39d8-423b-abc6-bdb54c1e8bdb taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.941014] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b6436d3-39d8-423b-abc6-bdb54c1e8bdb" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.941014] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b6436d3-39d8-423b-abc6-bdb54c1e8bdb" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.941014] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b6436d3-39d8-423b-abc6-bdb54c1e8bdb" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.941014] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b6436d3-39d8-423b-abc6-bdb54c1e8bdb',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.442328] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b6436d3-39d8-423b-abc6-bdb54c1e8bdb [ 710.442596] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.442732] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.442819] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.443654] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.443654] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.443654] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b6436d3-39d8-423b-abc6-bdb54c1e8bdb already deleted. [ 710.443654] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b6436d3-39d8-423b-abc6-bdb54c1e8bdb" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.935180] env[69165]: INFO networking_nsxv3.common.synchronization [None req-0e5191a8-80de-4907-bb78-9739bf3c1907 None None] Enqueued Resource ID: 158611c0-b87b-4280-975b-0b762df1a8c8 with Priority: HIGHEST for action port [ 712.935711] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 158611c0-b87b-4280-975b-0b762df1a8c8 with Priority: HIGHEST for action port [ 712.936041] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-158611c0-b87b-4280-975b-0b762df1a8c8 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.936450] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-158611c0-b87b-4280-975b-0b762df1a8c8" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.936450] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-158611c0-b87b-4280-975b-0b762df1a8c8" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.936752] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-158611c0-b87b-4280-975b-0b762df1a8c8" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.936863] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('158611c0-b87b-4280-975b-0b762df1a8c8',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.439425] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 158611c0-b87b-4280-975b-0b762df1a8c8 [ 713.440738] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.440738] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.440738] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.440938] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.440980] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.441269] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:158611c0-b87b-4280-975b-0b762df1a8c8 already deleted. [ 713.441269] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-158611c0-b87b-4280-975b-0b762df1a8c8" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.652509] env[69165]: INFO networking_nsxv3.common.synchronization [None req-3538e0a7-0040-4458-a188-12e3b72cd43d None None] Enqueued Resource ID: 7e169baa-7a3d-4cb1-8be9-702448caf62a with Priority: HIGHEST for action port [ 714.652752] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e169baa-7a3d-4cb1-8be9-702448caf62a with Priority: HIGHEST for action port [ 714.653365] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e169baa-7a3d-4cb1-8be9-702448caf62a taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.653487] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e169baa-7a3d-4cb1-8be9-702448caf62a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.653558] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e169baa-7a3d-4cb1-8be9-702448caf62a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.654043] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e169baa-7a3d-4cb1-8be9-702448caf62a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.654043] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e169baa-7a3d-4cb1-8be9-702448caf62a',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.672332] env[69165]: INFO networking_nsxv3.common.synchronization [None req-b2c87c1a-d8d5-4c22-acc3-47461295e1ee None None] Enqueued Resource ID: 9e5babe4-258b-4188-8914-82ec6bf17097 with Priority: HIGHEST for action port [ 714.672332] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e5babe4-258b-4188-8914-82ec6bf17097 with Priority: HIGHEST for action port [ 714.672332] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e5babe4-258b-4188-8914-82ec6bf17097 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.672332] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e5babe4-258b-4188-8914-82ec6bf17097" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.672332] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e5babe4-258b-4188-8914-82ec6bf17097" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.672332] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e5babe4-258b-4188-8914-82ec6bf17097" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.672332] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e5babe4-258b-4188-8914-82ec6bf17097',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.156719] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e169baa-7a3d-4cb1-8be9-702448caf62a [ 715.156719] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.156719] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.156719] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.156719] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.156719] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.156719] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e169baa-7a3d-4cb1-8be9-702448caf62a already deleted. [ 715.156719] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e169baa-7a3d-4cb1-8be9-702448caf62a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.173193] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e5babe4-258b-4188-8914-82ec6bf17097 [ 715.173423] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.173559] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.173623] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.173843] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.173932] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.174035] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e5babe4-258b-4188-8914-82ec6bf17097 already deleted. [ 715.174116] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e5babe4-258b-4188-8914-82ec6bf17097" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.505713] env[69165]: INFO networking_nsxv3.common.synchronization [None req-eafc1e1b-c138-4f6b-90d5-92e5330de213 None None] Enqueued Resource ID: 0f6fe731-c04e-476c-815d-1ca5ea03a182 with Priority: HIGHEST for action port [ 716.505713] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f6fe731-c04e-476c-815d-1ca5ea03a182 with Priority: HIGHEST for action port [ 716.506354] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f6fe731-c04e-476c-815d-1ca5ea03a182 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.506479] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f6fe731-c04e-476c-815d-1ca5ea03a182" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.508019] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f6fe731-c04e-476c-815d-1ca5ea03a182" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.508019] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f6fe731-c04e-476c-815d-1ca5ea03a182" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.508019] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f6fe731-c04e-476c-815d-1ca5ea03a182',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.011380] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f6fe731-c04e-476c-815d-1ca5ea03a182 [ 717.011717] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.011862] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.011929] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.012168] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.012257] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.012349] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f6fe731-c04e-476c-815d-1ca5ea03a182 already deleted. [ 717.012426] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f6fe731-c04e-476c-815d-1ca5ea03a182" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.783873] env[69165]: INFO networking_nsxv3.common.synchronization [None req-931dcc47-ada5-47b2-9efd-f3b657c808c8 None None] Enqueued Resource ID: c8695838-2851-4a42-ba1f-e069a5d8c92f with Priority: HIGHEST for action port [ 717.784181] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8695838-2851-4a42-ba1f-e069a5d8c92f with Priority: HIGHEST for action port [ 717.784908] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8695838-2851-4a42-ba1f-e069a5d8c92f taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.785266] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8695838-2851-4a42-ba1f-e069a5d8c92f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.785410] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8695838-2851-4a42-ba1f-e069a5d8c92f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.785710] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8695838-2851-4a42-ba1f-e069a5d8c92f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.785832] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8695838-2851-4a42-ba1f-e069a5d8c92f',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.288467] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8695838-2851-4a42-ba1f-e069a5d8c92f [ 718.288713] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.288854] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.288921] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.289161] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.289250] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.289345] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8695838-2851-4a42-ba1f-e069a5d8c92f already deleted. [ 718.289427] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8695838-2851-4a42-ba1f-e069a5d8c92f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.058113] env[69165]: INFO networking_nsxv3.common.synchronization [None req-5830a169-cba5-437a-9ca6-79ec5f260ac3 None None] Enqueued Resource ID: cd3a9504-4154-43da-b78a-185b911e2890 with Priority: HIGHEST for action port [ 720.058538] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd3a9504-4154-43da-b78a-185b911e2890 with Priority: HIGHEST for action port [ 720.058824] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd3a9504-4154-43da-b78a-185b911e2890 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.058944] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd3a9504-4154-43da-b78a-185b911e2890" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.059032] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd3a9504-4154-43da-b78a-185b911e2890" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.061958] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd3a9504-4154-43da-b78a-185b911e2890" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.061958] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd3a9504-4154-43da-b78a-185b911e2890',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.565043] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd3a9504-4154-43da-b78a-185b911e2890 [ 720.565043] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.565043] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.565043] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.565043] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.565043] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.565043] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd3a9504-4154-43da-b78a-185b911e2890 already deleted. [ 720.565043] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd3a9504-4154-43da-b78a-185b911e2890" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.256703] env[69165]: INFO networking_nsxv3.common.synchronization [None req-97e5c355-e27f-44a2-9cb3-2b1675cc482e None None] Enqueued Resource ID: 40840497-0d94-4a8f-85cd-0511778b410d with Priority: HIGHEST for action port [ 721.258184] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40840497-0d94-4a8f-85cd-0511778b410d with Priority: HIGHEST for action port [ 721.263039] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-40840497-0d94-4a8f-85cd-0511778b410d taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.263039] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40840497-0d94-4a8f-85cd-0511778b410d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.263039] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40840497-0d94-4a8f-85cd-0511778b410d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.263245] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40840497-0d94-4a8f-85cd-0511778b410d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.263245] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40840497-0d94-4a8f-85cd-0511778b410d',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.767837] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40840497-0d94-4a8f-85cd-0511778b410d [ 721.768102] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.768246] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.768328] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.768592] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.768827] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.768827] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40840497-0d94-4a8f-85cd-0511778b410d already deleted. [ 721.772028] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40840497-0d94-4a8f-85cd-0511778b410d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.192980] env[69165]: INFO networking_nsxv3.common.synchronization [None req-0a77c718-2a55-4da9-8752-8aab83b16a0a None None] Enqueued Resource ID: 9ae9c02e-31c4-4554-9dbe-53d1fde369d5 with Priority: HIGHEST for action port [ 722.192980] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae9c02e-31c4-4554-9dbe-53d1fde369d5 with Priority: HIGHEST for action port [ 722.193521] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ae9c02e-31c4-4554-9dbe-53d1fde369d5 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.193521] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ae9c02e-31c4-4554-9dbe-53d1fde369d5" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.193521] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ae9c02e-31c4-4554-9dbe-53d1fde369d5" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.193685] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ae9c02e-31c4-4554-9dbe-53d1fde369d5" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.193685] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ae9c02e-31c4-4554-9dbe-53d1fde369d5',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.642655] env[69165]: INFO networking_nsxv3.common.synchronization [None req-1130e923-b8e0-49f4-88a9-227d39d96c28 None None] Enqueued Resource ID: 820f6d3a-fae2-4beb-b5ed-b74d0b438270 with Priority: HIGHEST for action port [ 722.642959] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 820f6d3a-fae2-4beb-b5ed-b74d0b438270 with Priority: HIGHEST for action port [ 722.644367] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-820f6d3a-fae2-4beb-b5ed-b74d0b438270 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.647565] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-820f6d3a-fae2-4beb-b5ed-b74d0b438270" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.647565] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-820f6d3a-fae2-4beb-b5ed-b74d0b438270" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.647565] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-820f6d3a-fae2-4beb-b5ed-b74d0b438270" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.647565] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('820f6d3a-fae2-4beb-b5ed-b74d0b438270',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.696394] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ae9c02e-31c4-4554-9dbe-53d1fde369d5 [ 722.696903] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.697137] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.697274] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.697598] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.697723] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.697837] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ae9c02e-31c4-4554-9dbe-53d1fde369d5 already deleted. [ 722.697922] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ae9c02e-31c4-4554-9dbe-53d1fde369d5" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.786380] env[69165]: INFO networking_nsxv3.common.synchronization [None req-191b31d2-7cee-417a-b15a-0c43b9a06cdd tempest-ServersTestManualDisk-1313495267 tempest-ServersTestManualDisk-1313495267-project-member] Enqueued Resource ID: a6b99cd8-62e6-4589-934e-4dfb45f640f5 with Priority: HIGHEST for action security_group_rules [ 722.786380] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6b99cd8-62e6-4589-934e-4dfb45f640f5 with Priority: HIGHEST for action security_group_rules [ 722.786380] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6b99cd8-62e6-4589-934e-4dfb45f640f5 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.786380] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6b99cd8-62e6-4589-934e-4dfb45f640f5" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.786380] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6b99cd8-62e6-4589-934e-4dfb45f640f5" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.786823] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6b99cd8-62e6-4589-934e-4dfb45f640f5" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.787137] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6b99cd8-62e6-4589-934e-4dfb45f640f5',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.136060] env[69165]: INFO networking_nsxv3.common.synchronization [None req-391bcf47-cac7-4fcf-aae8-5b55b9c6ecde tempest-ServersTestManualDisk-1313495267 tempest-ServersTestManualDisk-1313495267-project-member] Enqueued Resource ID: a6b99cd8-62e6-4589-934e-4dfb45f640f5 with Priority: HIGHEST for action security_group_rules [ 723.136060] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6b99cd8-62e6-4589-934e-4dfb45f640f5 with Priority: HIGHEST for action security_group_rules [ 723.136277] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6b99cd8-62e6-4589-934e-4dfb45f640f5 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.136435] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6b99cd8-62e6-4589-934e-4dfb45f640f5" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.147461] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 820f6d3a-fae2-4beb-b5ed-b74d0b438270 [ 723.147579] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.148508] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.148658] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.148961] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.149055] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.149125] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:820f6d3a-fae2-4beb-b5ed-b74d0b438270 already deleted. [ 723.149206] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-820f6d3a-fae2-4beb-b5ed-b74d0b438270" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.437811] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.437811] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.437811] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.437811] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.437811] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.437811] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6b99cd8-62e6-4589-934e-4dfb45f640f5 already deleted. [ 723.437811] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6b99cd8-62e6-4589-934e-4dfb45f640f5" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.437811] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6b99cd8-62e6-4589-934e-4dfb45f640f5" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.437811] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6b99cd8-62e6-4589-934e-4dfb45f640f5" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.437811] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6b99cd8-62e6-4589-934e-4dfb45f640f5',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.842163] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.842477] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.842477] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.842611] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.842700] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.842810] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6b99cd8-62e6-4589-934e-4dfb45f640f5 already deleted. [ 723.842897] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6b99cd8-62e6-4589-934e-4dfb45f640f5" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.368209] env[69165]: INFO networking_nsxv3.common.synchronization [None req-6aa1c3ab-eba1-4b31-a5bb-336d9171ad2b None None] Enqueued Resource ID: a3ffb1f7-9fc1-4803-bf90-57f42d1fdbcc with Priority: HIGHEST for action port [ 724.368874] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ffb1f7-9fc1-4803-bf90-57f42d1fdbcc with Priority: HIGHEST for action port [ 724.369759] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3ffb1f7-9fc1-4803-bf90-57f42d1fdbcc taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.369929] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3ffb1f7-9fc1-4803-bf90-57f42d1fdbcc" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.370061] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3ffb1f7-9fc1-4803-bf90-57f42d1fdbcc" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.370540] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3ffb1f7-9fc1-4803-bf90-57f42d1fdbcc" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.370540] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3ffb1f7-9fc1-4803-bf90-57f42d1fdbcc',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.875075] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3ffb1f7-9fc1-4803-bf90-57f42d1fdbcc [ 724.875397] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.875475] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.875548] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.875990] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.875990] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.875990] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3ffb1f7-9fc1-4803-bf90-57f42d1fdbcc already deleted. [ 724.876235] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3ffb1f7-9fc1-4803-bf90-57f42d1fdbcc" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.578268] env[69165]: INFO networking_nsxv3.common.synchronization [None req-7d647a7d-ac8d-4b84-81ec-52f322cd1def None None] Enqueued Resource ID: 0a7951d5-244d-4354-8257-4e1cd8a0575b with Priority: HIGHEST for action port [ 725.578973] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7951d5-244d-4354-8257-4e1cd8a0575b with Priority: HIGHEST for action port [ 725.579341] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a7951d5-244d-4354-8257-4e1cd8a0575b taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.579483] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a7951d5-244d-4354-8257-4e1cd8a0575b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.579560] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a7951d5-244d-4354-8257-4e1cd8a0575b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.579840] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a7951d5-244d-4354-8257-4e1cd8a0575b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.580047] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a7951d5-244d-4354-8257-4e1cd8a0575b',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.611165] env[69165]: INFO networking_nsxv3.common.synchronization [None req-96503d5f-ce31-4e35-934d-9a5d62e0c353 None None] Enqueued Resource ID: f436e757-31d7-43ac-9449-4752ba9ba2fa with Priority: HIGHEST for action port [ 725.611165] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f436e757-31d7-43ac-9449-4752ba9ba2fa with Priority: HIGHEST for action port [ 725.611165] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-f436e757-31d7-43ac-9449-4752ba9ba2fa taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.611165] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f436e757-31d7-43ac-9449-4752ba9ba2fa" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.611165] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f436e757-31d7-43ac-9449-4752ba9ba2fa" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.611165] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f436e757-31d7-43ac-9449-4752ba9ba2fa" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.611165] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f436e757-31d7-43ac-9449-4752ba9ba2fa',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.082097] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a7951d5-244d-4354-8257-4e1cd8a0575b [ 726.082397] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.082493] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.082555] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.082769] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.082860] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.082953] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a7951d5-244d-4354-8257-4e1cd8a0575b already deleted. [ 726.084073] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a7951d5-244d-4354-8257-4e1cd8a0575b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.116334] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f436e757-31d7-43ac-9449-4752ba9ba2fa [ 726.116334] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.116334] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.116334] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.117358] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.117480] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.117578] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f436e757-31d7-43ac-9449-4752ba9ba2fa already deleted. [ 726.117667] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f436e757-31d7-43ac-9449-4752ba9ba2fa" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.515742] env[69165]: INFO networking_nsxv3.common.synchronization [None req-33b08c4b-c296-435c-85b8-b87d004d4f3c None None] Enqueued Resource ID: 7907dd9b-7183-45e5-bf2a-a18419010505 with Priority: HIGHEST for action port [ 726.518981] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7907dd9b-7183-45e5-bf2a-a18419010505 with Priority: HIGHEST for action port [ 726.518981] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-7907dd9b-7183-45e5-bf2a-a18419010505 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.518981] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7907dd9b-7183-45e5-bf2a-a18419010505" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.518981] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7907dd9b-7183-45e5-bf2a-a18419010505" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.518981] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7907dd9b-7183-45e5-bf2a-a18419010505" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.518981] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7907dd9b-7183-45e5-bf2a-a18419010505',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.740049] env[69165]: INFO networking_nsxv3.common.synchronization [None req-0f49d9fe-0ee3-437c-87c3-9f9aa754a7a4 tempest-AttachInterfacesUnderV243Test-736327661 tempest-AttachInterfacesUnderV243Test-736327661-project-member] Enqueued Resource ID: 0d87ef94-39bb-463f-be35-15a3ce51a70a with Priority: HIGHEST for action security_group_rules [ 726.740625] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d87ef94-39bb-463f-be35-15a3ce51a70a with Priority: HIGHEST for action security_group_rules [ 726.740982] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d87ef94-39bb-463f-be35-15a3ce51a70a taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.741091] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d87ef94-39bb-463f-be35-15a3ce51a70a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.741134] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d87ef94-39bb-463f-be35-15a3ce51a70a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.741355] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d87ef94-39bb-463f-be35-15a3ce51a70a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.741553] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d87ef94-39bb-463f-be35-15a3ce51a70a',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.940861] env[69165]: INFO networking_nsxv3.common.synchronization [None req-f46b9bda-271f-412f-83e0-0faaff9ead5c tempest-AttachInterfacesUnderV243Test-736327661 tempest-AttachInterfacesUnderV243Test-736327661-project-member] Enqueued Resource ID: 0d87ef94-39bb-463f-be35-15a3ce51a70a with Priority: HIGHEST for action security_group_rules [ 726.941277] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d87ef94-39bb-463f-be35-15a3ce51a70a with Priority: HIGHEST for action security_group_rules [ 726.941582] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d87ef94-39bb-463f-be35-15a3ce51a70a taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.941727] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d87ef94-39bb-463f-be35-15a3ce51a70a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.021334] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7907dd9b-7183-45e5-bf2a-a18419010505 [ 727.021429] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.021532] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.021629] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.021888] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.021958] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.022054] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7907dd9b-7183-45e5-bf2a-a18419010505 already deleted. [ 727.022139] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7907dd9b-7183-45e5-bf2a-a18419010505" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.263641] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.263962] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.263962] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.264264] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.264362] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.264462] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d87ef94-39bb-463f-be35-15a3ce51a70a already deleted. [ 727.264543] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d87ef94-39bb-463f-be35-15a3ce51a70a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.264699] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d87ef94-39bb-463f-be35-15a3ce51a70a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.264869] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d87ef94-39bb-463f-be35-15a3ce51a70a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.264954] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d87ef94-39bb-463f-be35-15a3ce51a70a',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.787104] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.787104] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.787104] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.787363] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.787363] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.787678] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d87ef94-39bb-463f-be35-15a3ce51a70a already deleted. [ 727.787678] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d87ef94-39bb-463f-be35-15a3ce51a70a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.742139] env[69165]: INFO networking_nsxv3.common.synchronization [None req-405d423f-0095-47e0-b29d-bfe51da273a1 None None] Enqueued Resource ID: c4ce41f1-d92e-44a4-a972-ccdb28fd7c83 with Priority: HIGHEST for action port [ 728.742139] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4ce41f1-d92e-44a4-a972-ccdb28fd7c83 with Priority: HIGHEST for action port [ 728.742139] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4ce41f1-d92e-44a4-a972-ccdb28fd7c83 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.742139] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4ce41f1-d92e-44a4-a972-ccdb28fd7c83" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.742139] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4ce41f1-d92e-44a4-a972-ccdb28fd7c83" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.742139] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4ce41f1-d92e-44a4-a972-ccdb28fd7c83" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.742139] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4ce41f1-d92e-44a4-a972-ccdb28fd7c83',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.196336] env[69165]: INFO networking_nsxv3.common.synchronization [None req-2ec7ee62-a0ad-4c46-9b29-523da713d7e1 None None] Enqueued Resource ID: 163d7d49-201e-4f09-b60b-9ad74879f7d3 with Priority: HIGHEST for action port [ 729.197029] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 163d7d49-201e-4f09-b60b-9ad74879f7d3 with Priority: HIGHEST for action port [ 729.197225] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-163d7d49-201e-4f09-b60b-9ad74879f7d3 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.198043] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-163d7d49-201e-4f09-b60b-9ad74879f7d3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.198162] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-163d7d49-201e-4f09-b60b-9ad74879f7d3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.198647] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-163d7d49-201e-4f09-b60b-9ad74879f7d3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.198752] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('163d7d49-201e-4f09-b60b-9ad74879f7d3',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.245023] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4ce41f1-d92e-44a4-a972-ccdb28fd7c83 [ 729.245023] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.245023] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.245023] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.245259] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.245259] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.245373] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4ce41f1-d92e-44a4-a972-ccdb28fd7c83 already deleted. [ 729.245435] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4ce41f1-d92e-44a4-a972-ccdb28fd7c83" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.703222] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 163d7d49-201e-4f09-b60b-9ad74879f7d3 [ 729.703510] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.703685] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.703846] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.704013] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.704143] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.704273] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:163d7d49-201e-4f09-b60b-9ad74879f7d3 already deleted. [ 729.704375] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-163d7d49-201e-4f09-b60b-9ad74879f7d3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.178073] env[69165]: INFO networking_nsxv3.common.synchronization [None req-fc29f479-bd7d-42af-80dd-344929c59835 tempest-ServersTestBootFromVolume-875575882 tempest-ServersTestBootFromVolume-875575882-project-member] Enqueued Resource ID: 05ab1c7a-9c6a-498c-940f-06f3d97e843b with Priority: HIGHEST for action security_group_rules [ 730.178587] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05ab1c7a-9c6a-498c-940f-06f3d97e843b with Priority: HIGHEST for action security_group_rules [ 730.178684] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05ab1c7a-9c6a-498c-940f-06f3d97e843b taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.178794] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05ab1c7a-9c6a-498c-940f-06f3d97e843b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.178794] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05ab1c7a-9c6a-498c-940f-06f3d97e843b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.179127] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05ab1c7a-9c6a-498c-940f-06f3d97e843b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.179234] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05ab1c7a-9c6a-498c-940f-06f3d97e843b',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.279405] env[69165]: INFO networking_nsxv3.common.synchronization [None req-de142763-2a0a-40c4-97d6-4a3d6b7baba9 tempest-ServersTestBootFromVolume-875575882 tempest-ServersTestBootFromVolume-875575882-project-member] Enqueued Resource ID: 05ab1c7a-9c6a-498c-940f-06f3d97e843b with Priority: HIGHEST for action security_group_rules [ 730.279942] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05ab1c7a-9c6a-498c-940f-06f3d97e843b with Priority: HIGHEST for action security_group_rules [ 730.281293] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05ab1c7a-9c6a-498c-940f-06f3d97e843b taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.281428] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05ab1c7a-9c6a-498c-940f-06f3d97e843b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.709351] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.709543] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.710212] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.710212] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.710212] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.710212] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05ab1c7a-9c6a-498c-940f-06f3d97e843b already deleted. [ 730.710212] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05ab1c7a-9c6a-498c-940f-06f3d97e843b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.710212] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05ab1c7a-9c6a-498c-940f-06f3d97e843b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.710691] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05ab1c7a-9c6a-498c-940f-06f3d97e843b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.710691] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05ab1c7a-9c6a-498c-940f-06f3d97e843b',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.235251] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.235555] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.235555] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.237395] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.237395] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.237395] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05ab1c7a-9c6a-498c-940f-06f3d97e843b already deleted. [ 731.237395] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05ab1c7a-9c6a-498c-940f-06f3d97e843b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.548153] env[69165]: INFO networking_nsxv3.common.synchronization [None req-f63210e6-d7fb-4f78-9b2b-68f27674cc6f None None] Enqueued Resource ID: 00eb2905-3463-45a8-b36a-64b6d6542cc0 with Priority: HIGHEST for action port [ 731.548417] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00eb2905-3463-45a8-b36a-64b6d6542cc0 with Priority: HIGHEST for action port [ 731.548985] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-00eb2905-3463-45a8-b36a-64b6d6542cc0 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.549104] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00eb2905-3463-45a8-b36a-64b6d6542cc0" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.549170] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00eb2905-3463-45a8-b36a-64b6d6542cc0" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.549430] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00eb2905-3463-45a8-b36a-64b6d6542cc0" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.549493] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00eb2905-3463-45a8-b36a-64b6d6542cc0',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.617204] env[69165]: INFO networking_nsxv3.common.synchronization [None req-1b4d75fa-da67-4a6f-b8b8-941a26259e25 None None] Enqueued Resource ID: 398f9f91-5490-45c0-b02a-32cd1961f1a8 with Priority: HIGHEST for action port [ 731.617204] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 398f9f91-5490-45c0-b02a-32cd1961f1a8 with Priority: HIGHEST for action port [ 731.617391] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-398f9f91-5490-45c0-b02a-32cd1961f1a8 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.617554] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-398f9f91-5490-45c0-b02a-32cd1961f1a8" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.617652] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-398f9f91-5490-45c0-b02a-32cd1961f1a8" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.617904] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-398f9f91-5490-45c0-b02a-32cd1961f1a8" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.617980] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('398f9f91-5490-45c0-b02a-32cd1961f1a8',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.056341] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00eb2905-3463-45a8-b36a-64b6d6542cc0 [ 732.056580] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.056799] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.056799] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.057021] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.058217] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.058217] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00eb2905-3463-45a8-b36a-64b6d6542cc0 already deleted. [ 732.058217] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00eb2905-3463-45a8-b36a-64b6d6542cc0" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.121296] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 398f9f91-5490-45c0-b02a-32cd1961f1a8 [ 732.121654] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.123429] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.123429] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.123429] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.124529] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.124919] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:398f9f91-5490-45c0-b02a-32cd1961f1a8 already deleted. [ 732.124919] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-398f9f91-5490-45c0-b02a-32cd1961f1a8" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.074699] env[69165]: INFO networking_nsxv3.common.synchronization [None req-3e198448-faf2-483a-b199-412fa0d146df None None] Enqueued Resource ID: fefc3108-6425-4e12-ae57-b201bfb05479 with Priority: HIGHEST for action port [ 734.074699] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fefc3108-6425-4e12-ae57-b201bfb05479 with Priority: HIGHEST for action port [ 734.075078] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-fefc3108-6425-4e12-ae57-b201bfb05479 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.075278] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fefc3108-6425-4e12-ae57-b201bfb05479" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.075278] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fefc3108-6425-4e12-ae57-b201bfb05479" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.078689] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fefc3108-6425-4e12-ae57-b201bfb05479" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.078847] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fefc3108-6425-4e12-ae57-b201bfb05479',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.582082] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fefc3108-6425-4e12-ae57-b201bfb05479 [ 734.582318] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.582488] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.582540] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.582716] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.582815] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.586019] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fefc3108-6425-4e12-ae57-b201bfb05479 already deleted. [ 734.586019] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fefc3108-6425-4e12-ae57-b201bfb05479" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.075932] env[69165]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 739.075932] env[69165]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 740.735724] env[69165]: INFO networking_nsxv3.common.synchronization [None req-ee8d0f59-e6fa-4ea2-bf16-f42eb903a450 None None] Enqueued Resource ID: 239488e1-6a1e-4bdb-be25-c899b27d883a with Priority: HIGHEST for action port [ 740.735724] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239488e1-6a1e-4bdb-be25-c899b27d883a with Priority: HIGHEST for action port [ 740.736551] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-239488e1-6a1e-4bdb-be25-c899b27d883a taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.736673] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-239488e1-6a1e-4bdb-be25-c899b27d883a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.736741] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-239488e1-6a1e-4bdb-be25-c899b27d883a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.736989] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-239488e1-6a1e-4bdb-be25-c899b27d883a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.737080] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('239488e1-6a1e-4bdb-be25-c899b27d883a',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.241439] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 239488e1-6a1e-4bdb-be25-c899b27d883a [ 741.241693] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.241835] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.241910] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.242631] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.242631] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.242631] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:239488e1-6a1e-4bdb-be25-c899b27d883a already deleted. [ 741.242631] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-239488e1-6a1e-4bdb-be25-c899b27d883a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.862548] env[69165]: INFO networking_nsxv3.common.synchronization [req-a6b61ffc-8cc3-4c60-acf0-f168659cee63 req-0b50abc6-7caf-4a12-977e-3b53a1797fee tempest-ServersAdminNegativeTestJSON-825287255 tempest-ServersAdminNegativeTestJSON-825287255-project-member] Enqueued Resource ID: 1a7ac526-a9b1-466d-a70c-965c6094e88a with Priority: HIGHEST for action security_group_members [ 742.863233] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a7ac526-a9b1-466d-a70c-965c6094e88a with Priority: HIGHEST for action security_group_members [ 742.863564] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a7ac526-a9b1-466d-a70c-965c6094e88a taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.866708] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a7ac526-a9b1-466d-a70c-965c6094e88a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.866708] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a7ac526-a9b1-466d-a70c-965c6094e88a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.866708] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a7ac526-a9b1-466d-a70c-965c6094e88a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.866708] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.866708] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.866708] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.866708] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.866708] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.866708] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a7ac526-a9b1-466d-a70c-965c6094e88a',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.112880] env[69165]: INFO networking_nsxv3.common.synchronization [None req-a5c330d8-e770-49a9-b129-8699ea393260 None None] Enqueued Resource ID: 824c662a-2ade-4365-a257-c43454b36834 with Priority: HIGHEST for action port [ 743.115083] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824c662a-2ade-4365-a257-c43454b36834 with Priority: HIGHEST for action port [ 743.116738] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-824c662a-2ade-4365-a257-c43454b36834 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.116941] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-824c662a-2ade-4365-a257-c43454b36834" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.116998] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-824c662a-2ade-4365-a257-c43454b36834" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.117284] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-824c662a-2ade-4365-a257-c43454b36834" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.117407] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('824c662a-2ade-4365-a257-c43454b36834',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.372127] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.372127] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.372247] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.372514] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.372650] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.373128] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.373292] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.373365] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.373536] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.373641] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.373769] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a7ac526-a9b1-466d-a70c-965c6094e88a is going to be updated. [ 743.414024] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.414024] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.414024] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.414024] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.414024] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.422339] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a7ac526-a9b1-466d-a70c-965c6094e88a in Status: IN_PROGRESS for 2s [ 743.621610] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 824c662a-2ade-4365-a257-c43454b36834 [ 743.621883] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.622966] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.622966] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.622966] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.622966] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.622966] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:824c662a-2ade-4365-a257-c43454b36834 already deleted. [ 743.622966] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-824c662a-2ade-4365-a257-c43454b36834" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.996810] env[69165]: INFO networking_nsxv3.common.synchronization [None req-f1623cb0-a3ad-4c1e-b914-d6c7cd3e27d4 None None] Enqueued Resource ID: 1096d657-3119-4d34-8e38-043ec95aaa62 with Priority: HIGHEST for action port [ 744.997264] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1096d657-3119-4d34-8e38-043ec95aaa62 with Priority: HIGHEST for action port [ 744.998912] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-1096d657-3119-4d34-8e38-043ec95aaa62 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.999101] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1096d657-3119-4d34-8e38-043ec95aaa62" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.999327] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1096d657-3119-4d34-8e38-043ec95aaa62" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.999499] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1096d657-3119-4d34-8e38-043ec95aaa62" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.000942] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1096d657-3119-4d34-8e38-043ec95aaa62',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.436441] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a7ac526-a9b1-466d-a70c-965c6094e88a in Status: SUCCESS [ 745.436511] env[69165]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a7ac526-a9b1-466d-a70c-965c6094e88a deletion is rescheduled due to dependency. [ 745.436595] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a7ac526-a9b1-466d-a70c-965c6094e88a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.504833] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1096d657-3119-4d34-8e38-043ec95aaa62 [ 745.504833] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.504833] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.504833] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.504833] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.504833] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.504833] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1096d657-3119-4d34-8e38-043ec95aaa62 already deleted. [ 745.504833] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1096d657-3119-4d34-8e38-043ec95aaa62" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.139632] env[69165]: INFO networking_nsxv3.common.synchronization [None req-7b2e53e2-b863-4a87-a84c-d604c3e9c3b3 None None] Enqueued Resource ID: bb1d03f5-a924-4873-abf0-2f9cadc904c7 with Priority: HIGHEST for action port [ 746.140062] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb1d03f5-a924-4873-abf0-2f9cadc904c7 with Priority: HIGHEST for action port [ 746.140526] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb1d03f5-a924-4873-abf0-2f9cadc904c7 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.140651] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb1d03f5-a924-4873-abf0-2f9cadc904c7" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.140651] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb1d03f5-a924-4873-abf0-2f9cadc904c7" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.141093] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb1d03f5-a924-4873-abf0-2f9cadc904c7" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.141093] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb1d03f5-a924-4873-abf0-2f9cadc904c7',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.644278] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb1d03f5-a924-4873-abf0-2f9cadc904c7 [ 746.644278] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.644278] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.644278] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.644278] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.644278] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.644278] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb1d03f5-a924-4873-abf0-2f9cadc904c7 already deleted. [ 746.644278] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb1d03f5-a924-4873-abf0-2f9cadc904c7" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.709449] env[69165]: INFO networking_nsxv3.common.synchronization [None req-3af938c0-b0fa-46c9-9e5b-ade355764161 None None] Enqueued Resource ID: bf5e8b85-bf5e-4db3-95f1-b432565815c0 with Priority: HIGHEST for action port [ 748.709977] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf5e8b85-bf5e-4db3-95f1-b432565815c0 with Priority: HIGHEST for action port [ 748.710315] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf5e8b85-bf5e-4db3-95f1-b432565815c0 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.710438] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf5e8b85-bf5e-4db3-95f1-b432565815c0" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.710555] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf5e8b85-bf5e-4db3-95f1-b432565815c0" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.710914] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf5e8b85-bf5e-4db3-95f1-b432565815c0" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.711047] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf5e8b85-bf5e-4db3-95f1-b432565815c0',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.214123] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf5e8b85-bf5e-4db3-95f1-b432565815c0 [ 749.214385] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.214527] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.214601] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.214824] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.214916] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.215018] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf5e8b85-bf5e-4db3-95f1-b432565815c0 already deleted. [ 749.215101] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf5e8b85-bf5e-4db3-95f1-b432565815c0" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.408079] env[69165]: INFO networking_nsxv3.common.synchronization [None req-3d407599-9873-47a9-ab33-60ac1f81c962 None None] Enqueued Resource ID: 1e00d555-066e-4e64-84cd-8423c8dc755a with Priority: HIGHEST for action port [ 749.408384] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e00d555-066e-4e64-84cd-8423c8dc755a with Priority: HIGHEST for action port [ 749.409013] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e00d555-066e-4e64-84cd-8423c8dc755a taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.409102] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e00d555-066e-4e64-84cd-8423c8dc755a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.409147] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e00d555-066e-4e64-84cd-8423c8dc755a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.411036] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e00d555-066e-4e64-84cd-8423c8dc755a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.411036] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e00d555-066e-4e64-84cd-8423c8dc755a',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.915073] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e00d555-066e-4e64-84cd-8423c8dc755a [ 749.915302] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.915401] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.915477] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.915706] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.915848] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.915956] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e00d555-066e-4e64-84cd-8423c8dc755a already deleted. [ 749.916061] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e00d555-066e-4e64-84cd-8423c8dc755a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.401332] env[69165]: INFO networking_nsxv3.common.synchronization [None req-bb2a78d3-7b3c-4218-93be-6dfc116cff56 None None] Enqueued Resource ID: f37d2062-6e6e-41e9-a556-0948575e09f2 with Priority: HIGHEST for action port [ 750.401602] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37d2062-6e6e-41e9-a556-0948575e09f2 with Priority: HIGHEST for action port [ 750.402212] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-f37d2062-6e6e-41e9-a556-0948575e09f2 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.402315] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f37d2062-6e6e-41e9-a556-0948575e09f2" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.402380] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f37d2062-6e6e-41e9-a556-0948575e09f2" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.402617] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f37d2062-6e6e-41e9-a556-0948575e09f2" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.402879] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f37d2062-6e6e-41e9-a556-0948575e09f2',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.540293] env[69165]: INFO networking_nsxv3.common.synchronization [None req-ae5e70c7-edf4-4f94-a519-bd5aea8ffb18 None None] Enqueued Resource ID: eab8b43c-63ef-4982-ba72-4a2a274350ce with Priority: HIGHEST for action port [ 750.540881] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab8b43c-63ef-4982-ba72-4a2a274350ce with Priority: HIGHEST for action port [ 750.541199] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-eab8b43c-63ef-4982-ba72-4a2a274350ce taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.541333] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eab8b43c-63ef-4982-ba72-4a2a274350ce" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.541400] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eab8b43c-63ef-4982-ba72-4a2a274350ce" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.545185] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eab8b43c-63ef-4982-ba72-4a2a274350ce" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.545185] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eab8b43c-63ef-4982-ba72-4a2a274350ce',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.906062] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f37d2062-6e6e-41e9-a556-0948575e09f2 [ 750.907451] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.907451] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.907451] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.907451] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.907451] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.907451] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f37d2062-6e6e-41e9-a556-0948575e09f2 already deleted. [ 750.907451] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f37d2062-6e6e-41e9-a556-0948575e09f2" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.051338] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eab8b43c-63ef-4982-ba72-4a2a274350ce [ 751.052087] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.052232] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.052301] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.052516] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.052654] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.052703] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eab8b43c-63ef-4982-ba72-4a2a274350ce already deleted. [ 751.052781] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eab8b43c-63ef-4982-ba72-4a2a274350ce" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.886020] env[69165]: INFO networking_nsxv3.common.synchronization [None req-d2de33b3-3627-4046-a9ac-9dc2d9318b9e tempest-ServerActionsV293TestJSON-1367409092 tempest-ServerActionsV293TestJSON-1367409092-project-member] Enqueued Resource ID: b5d44ade-7967-4355-8055-261f9b03e282 with Priority: HIGHEST for action security_group_rules [ 751.886020] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d44ade-7967-4355-8055-261f9b03e282 with Priority: HIGHEST for action security_group_rules [ 751.886020] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5d44ade-7967-4355-8055-261f9b03e282 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.886757] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5d44ade-7967-4355-8055-261f9b03e282" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.886919] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5d44ade-7967-4355-8055-261f9b03e282" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.887319] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5d44ade-7967-4355-8055-261f9b03e282" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.887501] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5d44ade-7967-4355-8055-261f9b03e282',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.046667] env[69165]: INFO networking_nsxv3.common.synchronization [None req-eed87717-d996-44fc-9fce-e9ee5411ed42 tempest-ServerActionsV293TestJSON-1367409092 tempest-ServerActionsV293TestJSON-1367409092-project-member] Enqueued Resource ID: b5d44ade-7967-4355-8055-261f9b03e282 with Priority: HIGHEST for action security_group_rules [ 752.047063] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d44ade-7967-4355-8055-261f9b03e282 with Priority: HIGHEST for action security_group_rules [ 752.047412] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5d44ade-7967-4355-8055-261f9b03e282 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.047555] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5d44ade-7967-4355-8055-261f9b03e282" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.416170] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.416170] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.416170] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.416170] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.416170] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.416170] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5d44ade-7967-4355-8055-261f9b03e282 already deleted. [ 752.416170] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5d44ade-7967-4355-8055-261f9b03e282" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.416170] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5d44ade-7967-4355-8055-261f9b03e282" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.416170] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5d44ade-7967-4355-8055-261f9b03e282" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.416170] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5d44ade-7967-4355-8055-261f9b03e282',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.937016] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.937114] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.937182] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.938193] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.938294] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.938400] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5d44ade-7967-4355-8055-261f9b03e282 already deleted. [ 752.938481] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5d44ade-7967-4355-8055-261f9b03e282" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.475718] env[69165]: INFO networking_nsxv3.common.synchronization [None req-42f3a3c8-bee0-46ee-92d3-e569f4d43ee7 None None] Enqueued Resource ID: 7195e8fe-5c65-4d00-8bce-2d83a661ebcb with Priority: HIGHEST for action port [ 754.476291] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7195e8fe-5c65-4d00-8bce-2d83a661ebcb with Priority: HIGHEST for action port [ 754.477646] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-7195e8fe-5c65-4d00-8bce-2d83a661ebcb taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.477646] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7195e8fe-5c65-4d00-8bce-2d83a661ebcb" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.477646] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7195e8fe-5c65-4d00-8bce-2d83a661ebcb" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.477646] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7195e8fe-5c65-4d00-8bce-2d83a661ebcb" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.480808] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7195e8fe-5c65-4d00-8bce-2d83a661ebcb',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.704158] env[69165]: INFO networking_nsxv3.common.synchronization [None req-f6a236a2-b509-4036-af88-6ba744bda72b None None] Enqueued Resource ID: 2190bbf8-4329-441c-afee-cb01e753cf39 with Priority: HIGHEST for action port [ 754.704674] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2190bbf8-4329-441c-afee-cb01e753cf39 with Priority: HIGHEST for action port [ 754.705057] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-2190bbf8-4329-441c-afee-cb01e753cf39 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.705157] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2190bbf8-4329-441c-afee-cb01e753cf39" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.705157] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2190bbf8-4329-441c-afee-cb01e753cf39" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.705407] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2190bbf8-4329-441c-afee-cb01e753cf39" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.705516] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2190bbf8-4329-441c-afee-cb01e753cf39',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.924618] env[69165]: INFO networking_nsxv3.common.synchronization [None req-4e7029e3-64b7-4249-8d42-59184c61c5b1 None None] Enqueued Resource ID: e4087569-a856-4333-8e85-d1b6701c64c4 with Priority: HIGHEST for action port [ 754.928836] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4087569-a856-4333-8e85-d1b6701c64c4 with Priority: HIGHEST for action port [ 754.932038] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4087569-a856-4333-8e85-d1b6701c64c4 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.932038] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4087569-a856-4333-8e85-d1b6701c64c4" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.932038] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4087569-a856-4333-8e85-d1b6701c64c4" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.932038] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4087569-a856-4333-8e85-d1b6701c64c4" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.932038] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4087569-a856-4333-8e85-d1b6701c64c4',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.982136] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7195e8fe-5c65-4d00-8bce-2d83a661ebcb [ 754.982441] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.982638] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.982689] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.982882] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.982973] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.983137] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7195e8fe-5c65-4d00-8bce-2d83a661ebcb already deleted. [ 754.983244] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7195e8fe-5c65-4d00-8bce-2d83a661ebcb" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.013644] env[69165]: INFO networking_nsxv3.common.synchronization [None req-443b269f-51a3-4c23-bd07-049088686b19 None None] Enqueued Resource ID: 04198512-00b9-4e74-a847-a93819e5176b with Priority: HIGHEST for action port [ 755.013837] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04198512-00b9-4e74-a847-a93819e5176b with Priority: HIGHEST for action port [ 755.014397] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-04198512-00b9-4e74-a847-a93819e5176b taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.014521] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04198512-00b9-4e74-a847-a93819e5176b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.014592] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04198512-00b9-4e74-a847-a93819e5176b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.015571] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04198512-00b9-4e74-a847-a93819e5176b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.015571] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04198512-00b9-4e74-a847-a93819e5176b',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.212235] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2190bbf8-4329-441c-afee-cb01e753cf39 [ 755.212529] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.212692] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.212801] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.213044] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.213730] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.213857] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2190bbf8-4329-441c-afee-cb01e753cf39 already deleted. [ 755.213963] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2190bbf8-4329-441c-afee-cb01e753cf39" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.433404] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4087569-a856-4333-8e85-d1b6701c64c4 [ 755.433665] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.433900] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.434012] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.434593] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.434951] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.436245] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4087569-a856-4333-8e85-d1b6701c64c4 already deleted. [ 755.436245] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4087569-a856-4333-8e85-d1b6701c64c4" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.517304] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04198512-00b9-4e74-a847-a93819e5176b [ 755.517559] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.517698] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.517766] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.519155] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.519155] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.519155] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04198512-00b9-4e74-a847-a93819e5176b already deleted. [ 755.519155] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04198512-00b9-4e74-a847-a93819e5176b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.533343] env[69165]: INFO networking_nsxv3.common.synchronization [None req-18170372-e08b-425f-8111-2d57a874bcd4 None None] Enqueued Resource ID: ed2828e5-f6ec-4b0f-a722-0c4714d05371 with Priority: HIGHEST for action port [ 759.533923] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed2828e5-f6ec-4b0f-a722-0c4714d05371 with Priority: HIGHEST for action port [ 759.534302] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed2828e5-f6ec-4b0f-a722-0c4714d05371 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.534459] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed2828e5-f6ec-4b0f-a722-0c4714d05371" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.534535] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed2828e5-f6ec-4b0f-a722-0c4714d05371" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.534791] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed2828e5-f6ec-4b0f-a722-0c4714d05371" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.534875] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed2828e5-f6ec-4b0f-a722-0c4714d05371',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.039037] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed2828e5-f6ec-4b0f-a722-0c4714d05371 [ 760.039154] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.039239] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.039307] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.039670] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.039787] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.039951] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed2828e5-f6ec-4b0f-a722-0c4714d05371 already deleted. [ 760.039951] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed2828e5-f6ec-4b0f-a722-0c4714d05371" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.422976] env[69165]: INFO networking_nsxv3.common.synchronization [None req-4c5901c4-18f7-4e17-8938-a946352c8875 None None] Enqueued Resource ID: 2f4815d9-b5c0-4df0-9a55-34e8174a0b38 with Priority: HIGHEST for action port [ 760.423262] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f4815d9-b5c0-4df0-9a55-34e8174a0b38 with Priority: HIGHEST for action port [ 760.423984] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f4815d9-b5c0-4df0-9a55-34e8174a0b38 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.423984] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f4815d9-b5c0-4df0-9a55-34e8174a0b38" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.424104] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f4815d9-b5c0-4df0-9a55-34e8174a0b38" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.424282] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f4815d9-b5c0-4df0-9a55-34e8174a0b38" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.426226] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f4815d9-b5c0-4df0-9a55-34e8174a0b38',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.791857] env[69165]: INFO networking_nsxv3.common.synchronization [None req-a51dfa06-e9cd-4082-8e70-8a405cadfea7 None None] Enqueued Resource ID: cabcf5e2-a542-4eca-af77-55cfd293b876 with Priority: HIGHEST for action port [ 760.794365] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cabcf5e2-a542-4eca-af77-55cfd293b876 with Priority: HIGHEST for action port [ 760.794365] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-cabcf5e2-a542-4eca-af77-55cfd293b876 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.794365] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cabcf5e2-a542-4eca-af77-55cfd293b876" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.794365] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cabcf5e2-a542-4eca-af77-55cfd293b876" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.795141] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cabcf5e2-a542-4eca-af77-55cfd293b876" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.795415] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cabcf5e2-a542-4eca-af77-55cfd293b876',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.928575] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f4815d9-b5c0-4df0-9a55-34e8174a0b38 [ 760.928669] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.928855] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.928923] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.932050] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.932050] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.932050] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f4815d9-b5c0-4df0-9a55-34e8174a0b38 already deleted. [ 760.932050] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f4815d9-b5c0-4df0-9a55-34e8174a0b38" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.302018] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cabcf5e2-a542-4eca-af77-55cfd293b876 [ 761.302018] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.302018] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.302018] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.302018] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.302018] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.302018] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cabcf5e2-a542-4eca-af77-55cfd293b876 already deleted. [ 761.302018] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cabcf5e2-a542-4eca-af77-55cfd293b876" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.963312] env[69165]: INFO networking_nsxv3.common.synchronization [None req-38a11523-638f-49f4-8897-9ddd62d85e83 None None] Enqueued Resource ID: ffeb3a25-c2cb-4a97-8df1-2308042b767d with Priority: HIGHEST for action port [ 763.963312] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffeb3a25-c2cb-4a97-8df1-2308042b767d with Priority: HIGHEST for action port [ 763.963312] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffeb3a25-c2cb-4a97-8df1-2308042b767d taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.963312] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffeb3a25-c2cb-4a97-8df1-2308042b767d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.963762] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffeb3a25-c2cb-4a97-8df1-2308042b767d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.963802] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffeb3a25-c2cb-4a97-8df1-2308042b767d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.963995] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffeb3a25-c2cb-4a97-8df1-2308042b767d',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.332833] env[69165]: INFO networking_nsxv3.common.synchronization [None req-0fae744a-e96d-4ba8-af0a-9676a5c28597 None None] Enqueued Resource ID: c4339a60-ddaf-4e8e-bf11-4e7137bb0b3c with Priority: HIGHEST for action port [ 764.333445] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4339a60-ddaf-4e8e-bf11-4e7137bb0b3c with Priority: HIGHEST for action port [ 764.333775] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4339a60-ddaf-4e8e-bf11-4e7137bb0b3c taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.333908] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4339a60-ddaf-4e8e-bf11-4e7137bb0b3c" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.333973] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4339a60-ddaf-4e8e-bf11-4e7137bb0b3c" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.334269] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4339a60-ddaf-4e8e-bf11-4e7137bb0b3c" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.334349] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4339a60-ddaf-4e8e-bf11-4e7137bb0b3c',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.467468] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ffeb3a25-c2cb-4a97-8df1-2308042b767d [ 764.468389] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.468389] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.468389] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.468389] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.468389] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.468389] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ffeb3a25-c2cb-4a97-8df1-2308042b767d already deleted. [ 764.468711] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffeb3a25-c2cb-4a97-8df1-2308042b767d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.838337] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4339a60-ddaf-4e8e-bf11-4e7137bb0b3c [ 764.838598] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.838747] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.838820] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.839584] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.839584] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.839584] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4339a60-ddaf-4e8e-bf11-4e7137bb0b3c already deleted. [ 764.839584] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4339a60-ddaf-4e8e-bf11-4e7137bb0b3c" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.971410] env[69165]: INFO networking_nsxv3.common.synchronization [None req-bf7d54ab-07ac-4b27-971d-1af4d9246274 tempest-ServersTestJSON-898140240 tempest-ServersTestJSON-898140240-project-member] Enqueued Resource ID: 29148701-f80e-4aaf-a9d4-1103ae96109d with Priority: HIGHEST for action security_group_rules [ 764.972154] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29148701-f80e-4aaf-a9d4-1103ae96109d with Priority: HIGHEST for action security_group_rules [ 764.972499] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29148701-f80e-4aaf-a9d4-1103ae96109d taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.972648] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29148701-f80e-4aaf-a9d4-1103ae96109d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.972737] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29148701-f80e-4aaf-a9d4-1103ae96109d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.973047] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29148701-f80e-4aaf-a9d4-1103ae96109d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.973637] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29148701-f80e-4aaf-a9d4-1103ae96109d',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.179183] env[69165]: INFO networking_nsxv3.common.synchronization [None req-bbb98f04-78d4-48aa-8987-691ab5961312 tempest-ServersTestJSON-898140240 tempest-ServersTestJSON-898140240-project-member] Enqueued Resource ID: 29148701-f80e-4aaf-a9d4-1103ae96109d with Priority: HIGHEST for action security_group_rules [ 765.179862] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29148701-f80e-4aaf-a9d4-1103ae96109d with Priority: HIGHEST for action security_group_rules [ 765.180480] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29148701-f80e-4aaf-a9d4-1103ae96109d taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.180617] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29148701-f80e-4aaf-a9d4-1103ae96109d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.477222] env[69165]: INFO networking_nsxv3.common.synchronization [None req-dabe3e1f-c7cf-476c-8829-5d7a1b7cc16e None None] Enqueued Resource ID: 06a2b853-40d0-43fc-bdf2-ebf259705d73 with Priority: HIGHEST for action port [ 765.477803] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06a2b853-40d0-43fc-bdf2-ebf259705d73 with Priority: HIGHEST for action port [ 765.478074] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-06a2b853-40d0-43fc-bdf2-ebf259705d73 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.479801] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06a2b853-40d0-43fc-bdf2-ebf259705d73" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.479895] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06a2b853-40d0-43fc-bdf2-ebf259705d73" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.480189] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06a2b853-40d0-43fc-bdf2-ebf259705d73" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.480428] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06a2b853-40d0-43fc-bdf2-ebf259705d73',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.503367] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.503558] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.503601] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.503784] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.503880] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.503976] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29148701-f80e-4aaf-a9d4-1103ae96109d already deleted. [ 765.504070] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29148701-f80e-4aaf-a9d4-1103ae96109d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.504242] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29148701-f80e-4aaf-a9d4-1103ae96109d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.504372] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29148701-f80e-4aaf-a9d4-1103ae96109d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.504453] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29148701-f80e-4aaf-a9d4-1103ae96109d',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.986611] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06a2b853-40d0-43fc-bdf2-ebf259705d73 [ 765.987119] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.987319] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.987391] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.987612] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.987716] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.987798] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06a2b853-40d0-43fc-bdf2-ebf259705d73 already deleted. [ 765.987878] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06a2b853-40d0-43fc-bdf2-ebf259705d73" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.029200] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.029281] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.029571] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.029571] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.029658] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.029736] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29148701-f80e-4aaf-a9d4-1103ae96109d already deleted. [ 766.030141] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29148701-f80e-4aaf-a9d4-1103ae96109d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.928883] env[69165]: INFO networking_nsxv3.common.synchronization [None req-4afc142a-f521-4099-8593-6379786da5e1 None None] Enqueued Resource ID: 3db313ae-7b59-4db2-92fc-74eca8c1e3a2 with Priority: HIGHEST for action port [ 767.928883] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3db313ae-7b59-4db2-92fc-74eca8c1e3a2 with Priority: HIGHEST for action port [ 767.928883] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-3db313ae-7b59-4db2-92fc-74eca8c1e3a2 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.928883] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3db313ae-7b59-4db2-92fc-74eca8c1e3a2" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.928883] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3db313ae-7b59-4db2-92fc-74eca8c1e3a2" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.928883] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3db313ae-7b59-4db2-92fc-74eca8c1e3a2" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.928883] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3db313ae-7b59-4db2-92fc-74eca8c1e3a2',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.432542] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3db313ae-7b59-4db2-92fc-74eca8c1e3a2 [ 768.432542] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.432542] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.432542] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.432542] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.432542] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.432542] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3db313ae-7b59-4db2-92fc-74eca8c1e3a2 already deleted. [ 768.432542] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3db313ae-7b59-4db2-92fc-74eca8c1e3a2" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.074962] env[69165]: INFO networking_nsxv3.common.synchronization [None req-d6f1c689-13d8-4b07-8bba-263523b2d4b7 None None] Enqueued Resource ID: e4806b78-b805-4d1b-bc70-9b1e2b1b9836 with Priority: HIGHEST for action port [ 769.074962] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4806b78-b805-4d1b-bc70-9b1e2b1b9836 with Priority: HIGHEST for action port [ 769.074962] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4806b78-b805-4d1b-bc70-9b1e2b1b9836 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.074962] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4806b78-b805-4d1b-bc70-9b1e2b1b9836" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.075371] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4806b78-b805-4d1b-bc70-9b1e2b1b9836" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.076988] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4806b78-b805-4d1b-bc70-9b1e2b1b9836" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.076988] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4806b78-b805-4d1b-bc70-9b1e2b1b9836',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.581280] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4806b78-b805-4d1b-bc70-9b1e2b1b9836 [ 769.581782] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.581782] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.581782] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.582172] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.582172] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.582227] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4806b78-b805-4d1b-bc70-9b1e2b1b9836 already deleted. [ 769.582519] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4806b78-b805-4d1b-bc70-9b1e2b1b9836" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.446348] env[69165]: INFO networking_nsxv3.common.synchronization [req-60f7d47b-f501-4753-99a9-af7773829166 req-c86dc3d0-0a83-4d63-923a-44f091d5afe2 tempest-MigrationsAdminTest-2031345157 tempest-MigrationsAdminTest-2031345157-project-member] Enqueued Resource ID: 7b899892-fa8f-4c3c-95ad-0c6a20298ad1 with Priority: HIGHEST for action security_group_members [ 772.446348] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b899892-fa8f-4c3c-95ad-0c6a20298ad1 with Priority: HIGHEST for action security_group_members [ 772.446348] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b899892-fa8f-4c3c-95ad-0c6a20298ad1 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.452982] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b899892-fa8f-4c3c-95ad-0c6a20298ad1" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.452982] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b899892-fa8f-4c3c-95ad-0c6a20298ad1" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.452982] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b899892-fa8f-4c3c-95ad-0c6a20298ad1" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.452982] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.452982] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.452982] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.452982] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.452982] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.452982] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b899892-fa8f-4c3c-95ad-0c6a20298ad1',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.954653] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.954826] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.955013] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.955772] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.955924] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.956364] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.956477] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.956557] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.956725] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.956807] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.956898] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b899892-fa8f-4c3c-95ad-0c6a20298ad1 is going to be updated. [ 772.990102] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.990577] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.990577] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.990577] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.990708] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.000390] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b899892-fa8f-4c3c-95ad-0c6a20298ad1 in Status: IN_PROGRESS for 2s [ 773.134608] env[69165]: INFO networking_nsxv3.common.synchronization [None req-c8260de2-5f48-4847-bd10-89f095a38074 None None] Enqueued Resource ID: ead7c20b-7a98-4e94-a0c8-e0717d35b25e with Priority: HIGHEST for action port [ 773.134608] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ead7c20b-7a98-4e94-a0c8-e0717d35b25e with Priority: HIGHEST for action port [ 773.137294] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-ead7c20b-7a98-4e94-a0c8-e0717d35b25e taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.137294] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ead7c20b-7a98-4e94-a0c8-e0717d35b25e" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.137294] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ead7c20b-7a98-4e94-a0c8-e0717d35b25e" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.137294] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ead7c20b-7a98-4e94-a0c8-e0717d35b25e" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.137294] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ead7c20b-7a98-4e94-a0c8-e0717d35b25e',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.210989] env[69165]: INFO networking_nsxv3.common.synchronization [None req-711b10b2-5f9a-40a4-a359-a98e9894f8fc None None] Enqueued Resource ID: d47c4d57-ee73-419c-b81a-e241a2797497 with Priority: HIGHEST for action port [ 773.211598] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d47c4d57-ee73-419c-b81a-e241a2797497 with Priority: HIGHEST for action port [ 773.211925] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-d47c4d57-ee73-419c-b81a-e241a2797497 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.214352] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d47c4d57-ee73-419c-b81a-e241a2797497" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.214352] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d47c4d57-ee73-419c-b81a-e241a2797497" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.215151] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d47c4d57-ee73-419c-b81a-e241a2797497" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.215238] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d47c4d57-ee73-419c-b81a-e241a2797497',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.644508] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ead7c20b-7a98-4e94-a0c8-e0717d35b25e [ 773.644769] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.644769] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.644769] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.645146] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.645146] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.645244] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ead7c20b-7a98-4e94-a0c8-e0717d35b25e already deleted. [ 773.645244] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ead7c20b-7a98-4e94-a0c8-e0717d35b25e" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.722919] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d47c4d57-ee73-419c-b81a-e241a2797497 [ 773.723678] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.724725] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.725828] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.725828] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.725828] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.725828] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d47c4d57-ee73-419c-b81a-e241a2797497 already deleted. [ 773.725828] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d47c4d57-ee73-419c-b81a-e241a2797497" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.428142] env[69165]: INFO networking_nsxv3.common.synchronization [None req-9f5daef5-a878-4678-ac43-12a324134870 None None] Enqueued Resource ID: 50b0f2f9-025e-4a0d-86ce-85d3957a9841 with Priority: HIGHEST for action port [ 774.428429] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b0f2f9-025e-4a0d-86ce-85d3957a9841 with Priority: HIGHEST for action port [ 774.428997] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-50b0f2f9-025e-4a0d-86ce-85d3957a9841 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.429171] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50b0f2f9-025e-4a0d-86ce-85d3957a9841" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.429219] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50b0f2f9-025e-4a0d-86ce-85d3957a9841" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.429441] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50b0f2f9-025e-4a0d-86ce-85d3957a9841" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.429523] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50b0f2f9-025e-4a0d-86ce-85d3957a9841',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.936392] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50b0f2f9-025e-4a0d-86ce-85d3957a9841 [ 774.936684] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.936768] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.936828] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.937064] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.937145] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.937240] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50b0f2f9-025e-4a0d-86ce-85d3957a9841 already deleted. [ 774.937317] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50b0f2f9-025e-4a0d-86ce-85d3957a9841" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.022164] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b899892-fa8f-4c3c-95ad-0c6a20298ad1 in Status: SUCCESS [ 775.022344] env[69165]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b899892-fa8f-4c3c-95ad-0c6a20298ad1 deletion is rescheduled due to dependency. [ 775.022461] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b899892-fa8f-4c3c-95ad-0c6a20298ad1" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.112322] env[69165]: INFO networking_nsxv3.common.synchronization [None req-28d17d49-af20-466d-bd68-afb23ad58d58 tempest-ServersTestFqdnHostnames-1379955857 tempest-ServersTestFqdnHostnames-1379955857-project-member] Enqueued Resource ID: b78070f8-50b2-463d-9c1b-a61684a6fb6d with Priority: HIGHEST for action security_group_rules [ 776.112322] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b78070f8-50b2-463d-9c1b-a61684a6fb6d with Priority: HIGHEST for action security_group_rules [ 776.112322] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b78070f8-50b2-463d-9c1b-a61684a6fb6d taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.113077] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b78070f8-50b2-463d-9c1b-a61684a6fb6d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.113150] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b78070f8-50b2-463d-9c1b-a61684a6fb6d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.113531] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b78070f8-50b2-463d-9c1b-a61684a6fb6d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.113531] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b78070f8-50b2-463d-9c1b-a61684a6fb6d',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.154373] env[69165]: INFO networking_nsxv3.common.synchronization [None req-02e22315-56ee-45c7-9633-b423f0180378 None None] Enqueued Resource ID: e1e2d9ba-4dcb-465b-a1b4-1c8ba4b7c56f with Priority: HIGHEST for action port [ 776.156549] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1e2d9ba-4dcb-465b-a1b4-1c8ba4b7c56f with Priority: HIGHEST for action port [ 776.156549] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1e2d9ba-4dcb-465b-a1b4-1c8ba4b7c56f taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.156878] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1e2d9ba-4dcb-465b-a1b4-1c8ba4b7c56f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.156878] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1e2d9ba-4dcb-465b-a1b4-1c8ba4b7c56f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.157107] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1e2d9ba-4dcb-465b-a1b4-1c8ba4b7c56f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.157684] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1e2d9ba-4dcb-465b-a1b4-1c8ba4b7c56f',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.434488] env[69165]: INFO networking_nsxv3.common.synchronization [None req-4133b003-aa44-429d-8412-bb5c3714e35e tempest-ServersTestFqdnHostnames-1379955857 tempest-ServersTestFqdnHostnames-1379955857-project-member] Enqueued Resource ID: b78070f8-50b2-463d-9c1b-a61684a6fb6d with Priority: HIGHEST for action security_group_rules [ 776.435757] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b78070f8-50b2-463d-9c1b-a61684a6fb6d with Priority: HIGHEST for action security_group_rules [ 776.435757] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b78070f8-50b2-463d-9c1b-a61684a6fb6d taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.435757] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b78070f8-50b2-463d-9c1b-a61684a6fb6d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.580292] env[69165]: INFO networking_nsxv3.common.synchronization [None req-d10d3a94-681b-4953-a630-0cb480b4448c tempest-AttachInterfacesTestJSON-395418482 tempest-AttachInterfacesTestJSON-395418482-project-member] Enqueued Resource ID: 7efad5cf-87d0-4f3c-98fc-8ab867c7d74f with Priority: HIGHEST for action security_group_rules [ 776.580602] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7efad5cf-87d0-4f3c-98fc-8ab867c7d74f with Priority: HIGHEST for action security_group_rules [ 776.580926] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7efad5cf-87d0-4f3c-98fc-8ab867c7d74f taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.581333] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7efad5cf-87d0-4f3c-98fc-8ab867c7d74f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.581440] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7efad5cf-87d0-4f3c-98fc-8ab867c7d74f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.581835] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7efad5cf-87d0-4f3c-98fc-8ab867c7d74f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.581835] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7efad5cf-87d0-4f3c-98fc-8ab867c7d74f',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.649318] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.649318] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.649318] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.649318] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.649318] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.649318] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b78070f8-50b2-463d-9c1b-a61684a6fb6d already deleted. [ 776.649318] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b78070f8-50b2-463d-9c1b-a61684a6fb6d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.649318] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b78070f8-50b2-463d-9c1b-a61684a6fb6d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.649318] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b78070f8-50b2-463d-9c1b-a61684a6fb6d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.649318] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b78070f8-50b2-463d-9c1b-a61684a6fb6d',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.659663] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1e2d9ba-4dcb-465b-a1b4-1c8ba4b7c56f [ 776.659908] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.660082] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.660154] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.660376] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.660472] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.660575] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1e2d9ba-4dcb-465b-a1b4-1c8ba4b7c56f already deleted. [ 776.660652] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1e2d9ba-4dcb-465b-a1b4-1c8ba4b7c56f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.783582] env[69165]: INFO networking_nsxv3.common.synchronization [None req-6bab088c-3ac9-40eb-8a7a-b3a10d04f890 None None] Enqueued Resource ID: 7cb77e8c-1bbe-408c-b24c-a23f24248f4c with Priority: HIGHEST for action port [ 776.783582] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cb77e8c-1bbe-408c-b24c-a23f24248f4c with Priority: HIGHEST for action port [ 776.785787] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cb77e8c-1bbe-408c-b24c-a23f24248f4c taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.785787] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cb77e8c-1bbe-408c-b24c-a23f24248f4c" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.785787] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cb77e8c-1bbe-408c-b24c-a23f24248f4c" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.785787] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cb77e8c-1bbe-408c-b24c-a23f24248f4c" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.785787] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cb77e8c-1bbe-408c-b24c-a23f24248f4c',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.809721] env[69165]: INFO networking_nsxv3.common.synchronization [None req-fbad4c97-3e1c-42f5-ba16-914c6a604642 tempest-ServerActionsTestJSON-2043156247 tempest-ServerActionsTestJSON-2043156247-project-member] Enqueued Resource ID: 3deccf13-6540-4190-aa42-80b0c94ceba0 with Priority: HIGHEST for action security_group_rules [ 776.809721] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3deccf13-6540-4190-aa42-80b0c94ceba0 with Priority: HIGHEST for action security_group_rules [ 776.809721] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3deccf13-6540-4190-aa42-80b0c94ceba0 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.809721] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3deccf13-6540-4190-aa42-80b0c94ceba0" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.809721] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3deccf13-6540-4190-aa42-80b0c94ceba0" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.809721] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3deccf13-6540-4190-aa42-80b0c94ceba0" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.809721] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3deccf13-6540-4190-aa42-80b0c94ceba0',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.052386] env[69165]: INFO networking_nsxv3.common.synchronization [None req-3300fabb-bbba-4bd2-a9c3-e84533c1d940 tempest-ServerActionsTestJSON-2043156247 tempest-ServerActionsTestJSON-2043156247-project-member] Enqueued Resource ID: 3deccf13-6540-4190-aa42-80b0c94ceba0 with Priority: HIGHEST for action security_group_rules [ 777.052386] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3deccf13-6540-4190-aa42-80b0c94ceba0 with Priority: HIGHEST for action security_group_rules [ 777.052386] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3deccf13-6540-4190-aa42-80b0c94ceba0 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.052386] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3deccf13-6540-4190-aa42-80b0c94ceba0" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.104123] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.104282] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.104354] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.104577] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.104672] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.104769] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7efad5cf-87d0-4f3c-98fc-8ab867c7d74f already deleted. [ 777.104851] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7efad5cf-87d0-4f3c-98fc-8ab867c7d74f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.123928] env[69165]: INFO networking_nsxv3.common.synchronization [None req-33a43dc9-520b-48c3-8932-2871726d5952 tempest-AttachInterfacesTestJSON-395418482 tempest-AttachInterfacesTestJSON-395418482-project-member] Enqueued Resource ID: 7efad5cf-87d0-4f3c-98fc-8ab867c7d74f with Priority: HIGHEST for action security_group_rules [ 777.124482] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7efad5cf-87d0-4f3c-98fc-8ab867c7d74f with Priority: HIGHEST for action security_group_rules [ 777.124778] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7efad5cf-87d0-4f3c-98fc-8ab867c7d74f taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.124914] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7efad5cf-87d0-4f3c-98fc-8ab867c7d74f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.124982] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7efad5cf-87d0-4f3c-98fc-8ab867c7d74f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.125195] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7efad5cf-87d0-4f3c-98fc-8ab867c7d74f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.125316] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7efad5cf-87d0-4f3c-98fc-8ab867c7d74f',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.171584] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.172068] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.172284] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.172406] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.172486] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.172591] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b78070f8-50b2-463d-9c1b-a61684a6fb6d already deleted. [ 777.172726] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b78070f8-50b2-463d-9c1b-a61684a6fb6d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.287191] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7cb77e8c-1bbe-408c-b24c-a23f24248f4c [ 777.288569] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.288721] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.288751] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.289061] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.289138] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.289169] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7cb77e8c-1bbe-408c-b24c-a23f24248f4c already deleted. [ 777.289246] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cb77e8c-1bbe-408c-b24c-a23f24248f4c" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.338205] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.340709] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.340709] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.340709] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.340709] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.340709] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3deccf13-6540-4190-aa42-80b0c94ceba0 already deleted. [ 777.340709] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3deccf13-6540-4190-aa42-80b0c94ceba0" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.340709] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3deccf13-6540-4190-aa42-80b0c94ceba0" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.340709] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3deccf13-6540-4190-aa42-80b0c94ceba0" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.340709] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3deccf13-6540-4190-aa42-80b0c94ceba0',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.648211] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.649833] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.649833] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.649833] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.649833] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.649833] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7efad5cf-87d0-4f3c-98fc-8ab867c7d74f already deleted. [ 777.649833] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7efad5cf-87d0-4f3c-98fc-8ab867c7d74f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.869977] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.870213] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.870213] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.870445] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.870646] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.870646] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3deccf13-6540-4190-aa42-80b0c94ceba0 already deleted. [ 777.870779] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3deccf13-6540-4190-aa42-80b0c94ceba0" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.387059] env[69165]: INFO networking_nsxv3.common.synchronization [None req-4567f2bf-2122-4836-90fb-784d4506ea3f None None] Enqueued Resource ID: 59405dfb-6613-40bd-af4d-ea596a60eaa2 with Priority: HIGHEST for action port [ 778.387059] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59405dfb-6613-40bd-af4d-ea596a60eaa2 with Priority: HIGHEST for action port [ 778.387380] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-59405dfb-6613-40bd-af4d-ea596a60eaa2 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.387923] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59405dfb-6613-40bd-af4d-ea596a60eaa2" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.388060] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59405dfb-6613-40bd-af4d-ea596a60eaa2" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.388388] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59405dfb-6613-40bd-af4d-ea596a60eaa2" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.388560] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59405dfb-6613-40bd-af4d-ea596a60eaa2',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.585130] env[69165]: INFO networking_nsxv3.common.synchronization [None req-325872be-18af-4eb7-aa8a-380f46fe57aa None None] Enqueued Resource ID: 25609da0-89b2-4938-afdf-c539a670b6ec with Priority: HIGHEST for action port [ 778.585796] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25609da0-89b2-4938-afdf-c539a670b6ec with Priority: HIGHEST for action port [ 778.586111] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-25609da0-89b2-4938-afdf-c539a670b6ec taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.586244] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25609da0-89b2-4938-afdf-c539a670b6ec" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.586301] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25609da0-89b2-4938-afdf-c539a670b6ec" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.586812] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25609da0-89b2-4938-afdf-c539a670b6ec" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.586907] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25609da0-89b2-4938-afdf-c539a670b6ec',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.892354] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59405dfb-6613-40bd-af4d-ea596a60eaa2 [ 778.892354] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.892354] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.892354] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.893085] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.893489] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.893993] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59405dfb-6613-40bd-af4d-ea596a60eaa2 already deleted. [ 778.893993] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59405dfb-6613-40bd-af4d-ea596a60eaa2" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.090236] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25609da0-89b2-4938-afdf-c539a670b6ec [ 779.090523] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.090658] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.090725] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.091267] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.091267] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.091267] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25609da0-89b2-4938-afdf-c539a670b6ec already deleted. [ 779.091267] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25609da0-89b2-4938-afdf-c539a670b6ec" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.460874] env[69165]: INFO networking_nsxv3.common.synchronization [None req-9b80f443-c173-4a25-9182-40044405d1bc None None] Enqueued Resource ID: 8b2d2bf2-b0c5-421a-87e7-3f42ff9849ed with Priority: HIGHEST for action port [ 779.461185] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b2d2bf2-b0c5-421a-87e7-3f42ff9849ed with Priority: HIGHEST for action port [ 779.461637] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b2d2bf2-b0c5-421a-87e7-3f42ff9849ed taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.461812] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b2d2bf2-b0c5-421a-87e7-3f42ff9849ed" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.461905] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b2d2bf2-b0c5-421a-87e7-3f42ff9849ed" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.462122] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b2d2bf2-b0c5-421a-87e7-3f42ff9849ed" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.462272] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b2d2bf2-b0c5-421a-87e7-3f42ff9849ed',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.593177] env[69165]: INFO networking_nsxv3.common.synchronization [None req-5c1b44c7-7113-4a2e-816a-bcc03fd42eda None None] Enqueued Resource ID: fe256f3e-a5e7-4e66-9b38-15313a31a5f2 with Priority: HIGHEST for action port [ 779.597029] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe256f3e-a5e7-4e66-9b38-15313a31a5f2 with Priority: HIGHEST for action port [ 779.597029] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe256f3e-a5e7-4e66-9b38-15313a31a5f2 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.597029] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe256f3e-a5e7-4e66-9b38-15313a31a5f2" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.597029] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe256f3e-a5e7-4e66-9b38-15313a31a5f2" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.597029] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe256f3e-a5e7-4e66-9b38-15313a31a5f2" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.597029] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe256f3e-a5e7-4e66-9b38-15313a31a5f2',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.969142] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b2d2bf2-b0c5-421a-87e7-3f42ff9849ed [ 779.969142] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.969142] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.969142] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.969142] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.969142] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.969142] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b2d2bf2-b0c5-421a-87e7-3f42ff9849ed already deleted. [ 779.969142] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b2d2bf2-b0c5-421a-87e7-3f42ff9849ed" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.099628] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe256f3e-a5e7-4e66-9b38-15313a31a5f2 [ 780.099628] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.099780] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.099780] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.100316] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.100415] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.100516] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe256f3e-a5e7-4e66-9b38-15313a31a5f2 already deleted. [ 780.100599] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe256f3e-a5e7-4e66-9b38-15313a31a5f2" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.698665] env[69165]: INFO networking_nsxv3.common.synchronization [None req-cfd327c5-fca8-4cb1-aa58-73f8e17d3723 None None] Enqueued Resource ID: 1d96936b-9da7-44d1-97c5-8fa1f1743f1d with Priority: HIGHEST for action port [ 781.701254] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d96936b-9da7-44d1-97c5-8fa1f1743f1d with Priority: HIGHEST for action port [ 781.703135] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d96936b-9da7-44d1-97c5-8fa1f1743f1d taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.703135] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d96936b-9da7-44d1-97c5-8fa1f1743f1d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.703135] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d96936b-9da7-44d1-97c5-8fa1f1743f1d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.703635] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d96936b-9da7-44d1-97c5-8fa1f1743f1d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.703877] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d96936b-9da7-44d1-97c5-8fa1f1743f1d',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.206567] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d96936b-9da7-44d1-97c5-8fa1f1743f1d [ 782.207195] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.207195] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.207195] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.207623] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.207623] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.207623] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d96936b-9da7-44d1-97c5-8fa1f1743f1d already deleted. [ 782.207623] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d96936b-9da7-44d1-97c5-8fa1f1743f1d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.995177] env[69165]: INFO networking_nsxv3.common.synchronization [None req-056bbcb2-f3ae-42d4-95ed-ef267cb79207 None None] Enqueued Resource ID: 098163f0-9fc3-4c01-8912-49d070e2eef3 with Priority: HIGHEST for action port [ 785.995813] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098163f0-9fc3-4c01-8912-49d070e2eef3 with Priority: HIGHEST for action port [ 785.996276] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-098163f0-9fc3-4c01-8912-49d070e2eef3 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.996403] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-098163f0-9fc3-4c01-8912-49d070e2eef3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.996470] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-098163f0-9fc3-4c01-8912-49d070e2eef3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.996729] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-098163f0-9fc3-4c01-8912-49d070e2eef3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.996817] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('098163f0-9fc3-4c01-8912-49d070e2eef3',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.502710] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 098163f0-9fc3-4c01-8912-49d070e2eef3 [ 786.502710] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.502710] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.502710] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.502903] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.502903] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.503049] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:098163f0-9fc3-4c01-8912-49d070e2eef3 already deleted. [ 786.503095] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-098163f0-9fc3-4c01-8912-49d070e2eef3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.698915] env[69165]: INFO networking_nsxv3.common.synchronization [req-d986cfe5-b213-488d-b679-2d2f41de26ac req-dd791a8b-2242-43d5-8f50-5f70702036e4 tempest-SecurityGroupRulesNegativeTestJSON-1736805093 tempest-SecurityGroupRulesNegativeTestJSON-1736805093-project-member] Enqueued Resource ID: 5cd6db7c-7d18-4833-83b5-408a3bba4120 with Priority: HIGHEST for action security_group_rules [ 786.699765] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cd6db7c-7d18-4833-83b5-408a3bba4120 with Priority: HIGHEST for action security_group_rules [ 786.700097] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cd6db7c-7d18-4833-83b5-408a3bba4120 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.700225] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cd6db7c-7d18-4833-83b5-408a3bba4120" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.700292] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cd6db7c-7d18-4833-83b5-408a3bba4120" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.700536] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cd6db7c-7d18-4833-83b5-408a3bba4120" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.700620] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cd6db7c-7d18-4833-83b5-408a3bba4120',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.014352] env[69165]: INFO networking_nsxv3.common.synchronization [req-47fb718e-a49f-439c-a7e6-b4365dc22fb6 req-81bf418d-ebb3-4576-99f4-a422d5242862 tempest-SecurityGroupRulesNegativeTestJSON-1736805093 tempest-SecurityGroupRulesNegativeTestJSON-1736805093-project-member] Enqueued Resource ID: 5cd6db7c-7d18-4833-83b5-408a3bba4120 with Priority: HIGHEST for action security_group_rules [ 787.014690] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cd6db7c-7d18-4833-83b5-408a3bba4120 with Priority: HIGHEST for action security_group_rules [ 787.014863] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cd6db7c-7d18-4833-83b5-408a3bba4120 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.014971] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cd6db7c-7d18-4833-83b5-408a3bba4120" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.226239] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.226398] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.226457] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.226674] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.226776] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.226861] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cd6db7c-7d18-4833-83b5-408a3bba4120 already deleted. [ 787.226963] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cd6db7c-7d18-4833-83b5-408a3bba4120" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.227148] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cd6db7c-7d18-4833-83b5-408a3bba4120" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.227313] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cd6db7c-7d18-4833-83b5-408a3bba4120" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.227398] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cd6db7c-7d18-4833-83b5-408a3bba4120',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.754275] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.754275] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.754275] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.754275] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.754275] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.754275] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cd6db7c-7d18-4833-83b5-408a3bba4120 already deleted. [ 787.754275] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cd6db7c-7d18-4833-83b5-408a3bba4120" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.635287] env[69165]: INFO networking_nsxv3.common.synchronization [None req-1ef29bed-5328-4391-92c9-0ca7605bebf6 None None] Enqueued Resource ID: 3e810eb8-8d87-4cd8-a706-17eafcd9096d with Priority: HIGHEST for action port [ 788.635287] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e810eb8-8d87-4cd8-a706-17eafcd9096d with Priority: HIGHEST for action port [ 788.636374] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e810eb8-8d87-4cd8-a706-17eafcd9096d taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.636374] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e810eb8-8d87-4cd8-a706-17eafcd9096d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.636374] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e810eb8-8d87-4cd8-a706-17eafcd9096d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.636374] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e810eb8-8d87-4cd8-a706-17eafcd9096d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.636374] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e810eb8-8d87-4cd8-a706-17eafcd9096d',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.138759] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e810eb8-8d87-4cd8-a706-17eafcd9096d [ 789.138988] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.139214] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.139328] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.139527] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.139619] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.139715] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e810eb8-8d87-4cd8-a706-17eafcd9096d already deleted. [ 789.139794] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e810eb8-8d87-4cd8-a706-17eafcd9096d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.361915] env[69165]: INFO networking_nsxv3.common.synchronization [None req-e48cf64e-17a3-4262-b3c7-42e262c6cfa0 None None] Enqueued Resource ID: f40e9d59-3971-4730-9376-32d475bb8912 with Priority: HIGHEST for action port [ 791.362601] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f40e9d59-3971-4730-9376-32d475bb8912 with Priority: HIGHEST for action port [ 791.362918] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-f40e9d59-3971-4730-9376-32d475bb8912 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.363323] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f40e9d59-3971-4730-9376-32d475bb8912" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.363471] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f40e9d59-3971-4730-9376-32d475bb8912" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.363788] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f40e9d59-3971-4730-9376-32d475bb8912" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.363951] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f40e9d59-3971-4730-9376-32d475bb8912',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.867383] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f40e9d59-3971-4730-9376-32d475bb8912 [ 791.867609] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.867744] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.867809] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.868064] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.868158] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.868254] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f40e9d59-3971-4730-9376-32d475bb8912 already deleted. [ 791.868331] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f40e9d59-3971-4730-9376-32d475bb8912" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.154603] env[69165]: INFO networking_nsxv3.common.synchronization [None req-a9b6dc4c-2fb7-457b-859c-a111125e39a2 tempest-ServerActionsTestOtherB-1613971756 tempest-ServerActionsTestOtherB-1613971756-project-member] Enqueued Resource ID: b34c11ad-18d0-4a15-984b-e87a37b53ccd with Priority: HIGHEST for action security_group_rules [ 792.154603] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b34c11ad-18d0-4a15-984b-e87a37b53ccd with Priority: HIGHEST for action security_group_rules [ 792.154603] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b34c11ad-18d0-4a15-984b-e87a37b53ccd taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.154603] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b34c11ad-18d0-4a15-984b-e87a37b53ccd" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.154603] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b34c11ad-18d0-4a15-984b-e87a37b53ccd" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.154603] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b34c11ad-18d0-4a15-984b-e87a37b53ccd" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.154603] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b34c11ad-18d0-4a15-984b-e87a37b53ccd',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.249255] env[69165]: INFO networking_nsxv3.common.synchronization [None req-05280735-428f-45d0-88cb-f2a0105a7cd8 tempest-ServerActionsTestOtherB-1613971756 tempest-ServerActionsTestOtherB-1613971756-project-member] Enqueued Resource ID: b34c11ad-18d0-4a15-984b-e87a37b53ccd with Priority: HIGHEST for action security_group_rules [ 792.250052] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b34c11ad-18d0-4a15-984b-e87a37b53ccd with Priority: HIGHEST for action security_group_rules [ 792.250215] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b34c11ad-18d0-4a15-984b-e87a37b53ccd taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.251168] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b34c11ad-18d0-4a15-984b-e87a37b53ccd" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.679851] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.679851] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.679851] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.679851] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.679851] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.680334] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b34c11ad-18d0-4a15-984b-e87a37b53ccd already deleted. [ 792.680334] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b34c11ad-18d0-4a15-984b-e87a37b53ccd" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.680334] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b34c11ad-18d0-4a15-984b-e87a37b53ccd" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.680334] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b34c11ad-18d0-4a15-984b-e87a37b53ccd" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.680334] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b34c11ad-18d0-4a15-984b-e87a37b53ccd',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.206761] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.206761] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.206761] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.206761] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.206761] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.206761] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b34c11ad-18d0-4a15-984b-e87a37b53ccd already deleted. [ 793.206761] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b34c11ad-18d0-4a15-984b-e87a37b53ccd" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.175807] env[69165]: INFO networking_nsxv3.common.synchronization [None req-aec9d169-f070-46b3-89b3-7a5a4383463f None None] Enqueued Resource ID: fdc3b059-35d7-4c55-a98e-dcb13d3c7403 with Priority: HIGHEST for action port [ 794.176513] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc3b059-35d7-4c55-a98e-dcb13d3c7403 with Priority: HIGHEST for action port [ 794.180250] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdc3b059-35d7-4c55-a98e-dcb13d3c7403 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.180422] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdc3b059-35d7-4c55-a98e-dcb13d3c7403" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.180496] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdc3b059-35d7-4c55-a98e-dcb13d3c7403" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.180779] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdc3b059-35d7-4c55-a98e-dcb13d3c7403" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.180864] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdc3b059-35d7-4c55-a98e-dcb13d3c7403',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.683758] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fdc3b059-35d7-4c55-a98e-dcb13d3c7403 [ 794.685644] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.685644] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.685644] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.685644] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.685644] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.685644] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fdc3b059-35d7-4c55-a98e-dcb13d3c7403 already deleted. [ 794.685644] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdc3b059-35d7-4c55-a98e-dcb13d3c7403" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.601240] env[69165]: INFO networking_nsxv3.common.synchronization [None req-27fa9cf1-9e0c-4468-987a-feae022e3099 None None] Enqueued Resource ID: 35a3c75a-ae51-459e-8da8-1a6132d8b26a with Priority: HIGHEST for action port [ 795.601865] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35a3c75a-ae51-459e-8da8-1a6132d8b26a with Priority: HIGHEST for action port [ 795.602425] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-35a3c75a-ae51-459e-8da8-1a6132d8b26a taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.602545] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35a3c75a-ae51-459e-8da8-1a6132d8b26a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.602618] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35a3c75a-ae51-459e-8da8-1a6132d8b26a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.602878] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35a3c75a-ae51-459e-8da8-1a6132d8b26a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.602960] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35a3c75a-ae51-459e-8da8-1a6132d8b26a',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.105219] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35a3c75a-ae51-459e-8da8-1a6132d8b26a [ 796.105492] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.105932] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.105932] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.105932] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.106064] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.106105] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35a3c75a-ae51-459e-8da8-1a6132d8b26a already deleted. [ 796.106193] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35a3c75a-ae51-459e-8da8-1a6132d8b26a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.863270] env[69165]: INFO networking_nsxv3.common.synchronization [None req-5fe012cb-5a27-47c8-abdf-a2c3ec8f02bb None None] Enqueued Resource ID: ccc66994-b1c6-4d5d-8c21-159aaf9136ed with Priority: HIGHEST for action port [ 797.863270] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccc66994-b1c6-4d5d-8c21-159aaf9136ed with Priority: HIGHEST for action port [ 797.863270] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccc66994-b1c6-4d5d-8c21-159aaf9136ed taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.863270] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccc66994-b1c6-4d5d-8c21-159aaf9136ed" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.863270] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccc66994-b1c6-4d5d-8c21-159aaf9136ed" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.863270] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccc66994-b1c6-4d5d-8c21-159aaf9136ed" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.863270] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccc66994-b1c6-4d5d-8c21-159aaf9136ed',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.988022] env[69165]: INFO networking_nsxv3.common.synchronization [None req-1a024be0-80dc-4ec0-b10c-ccbab2f6ca4e None None] Enqueued Resource ID: ea5322ad-cac7-47a0-89d5-224080b92ea7 with Priority: HIGHEST for action port [ 797.988819] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea5322ad-cac7-47a0-89d5-224080b92ea7 with Priority: HIGHEST for action port [ 797.989279] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea5322ad-cac7-47a0-89d5-224080b92ea7 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.989643] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea5322ad-cac7-47a0-89d5-224080b92ea7" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.989788] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea5322ad-cac7-47a0-89d5-224080b92ea7" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.990308] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea5322ad-cac7-47a0-89d5-224080b92ea7" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.990473] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea5322ad-cac7-47a0-89d5-224080b92ea7',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.366622] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ccc66994-b1c6-4d5d-8c21-159aaf9136ed [ 798.366854] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.366992] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.367083] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.367298] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.367445] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.367490] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ccc66994-b1c6-4d5d-8c21-159aaf9136ed already deleted. [ 798.367552] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccc66994-b1c6-4d5d-8c21-159aaf9136ed" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.495172] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea5322ad-cac7-47a0-89d5-224080b92ea7 [ 798.495172] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.495172] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.495172] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.495172] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.495172] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.495172] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea5322ad-cac7-47a0-89d5-224080b92ea7 already deleted. [ 798.495172] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea5322ad-cac7-47a0-89d5-224080b92ea7" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.915952] env[69165]: INFO networking_nsxv3.common.synchronization [None req-54f1cfc0-4794-4544-befa-b3df3f579920 tempest-AttachVolumeTestJSON-591292491 tempest-AttachVolumeTestJSON-591292491-project-member] Enqueued Resource ID: b8fa9357-ca39-4eb6-843e-a895280a2470 with Priority: HIGHEST for action security_group_rules [ 798.916532] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8fa9357-ca39-4eb6-843e-a895280a2470 with Priority: HIGHEST for action security_group_rules [ 798.916833] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8fa9357-ca39-4eb6-843e-a895280a2470 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.917463] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8fa9357-ca39-4eb6-843e-a895280a2470" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.917463] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8fa9357-ca39-4eb6-843e-a895280a2470" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.917463] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8fa9357-ca39-4eb6-843e-a895280a2470" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.917463] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8fa9357-ca39-4eb6-843e-a895280a2470',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.006617] env[69165]: INFO networking_nsxv3.common.synchronization [None req-01b1ea87-6593-4a1b-9b27-47f0068e73bc tempest-AttachVolumeTestJSON-591292491 tempest-AttachVolumeTestJSON-591292491-project-member] Enqueued Resource ID: b8fa9357-ca39-4eb6-843e-a895280a2470 with Priority: HIGHEST for action security_group_rules [ 799.007590] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8fa9357-ca39-4eb6-843e-a895280a2470 with Priority: HIGHEST for action security_group_rules [ 799.007590] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8fa9357-ca39-4eb6-843e-a895280a2470 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.007590] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8fa9357-ca39-4eb6-843e-a895280a2470" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.442064] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.442506] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.442685] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.442992] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.443199] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.444769] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8fa9357-ca39-4eb6-843e-a895280a2470 already deleted. [ 799.444769] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8fa9357-ca39-4eb6-843e-a895280a2470" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.444769] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8fa9357-ca39-4eb6-843e-a895280a2470" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.444769] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8fa9357-ca39-4eb6-843e-a895280a2470" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.444769] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8fa9357-ca39-4eb6-843e-a895280a2470',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.967207] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.967583] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.967583] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.967647] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.967727] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.967822] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8fa9357-ca39-4eb6-843e-a895280a2470 already deleted. [ 799.967904] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8fa9357-ca39-4eb6-843e-a895280a2470" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.658729] env[69165]: INFO networking_nsxv3.common.synchronization [None req-8f7ac5f0-7d13-4455-95e8-b8f026a604f7 None None] Enqueued Resource ID: 67b62fc0-10c8-48d4-91e8-7ac60e374c5a with Priority: HIGHEST for action port [ 800.659073] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b62fc0-10c8-48d4-91e8-7ac60e374c5a with Priority: HIGHEST for action port [ 800.659695] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-67b62fc0-10c8-48d4-91e8-7ac60e374c5a taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.659819] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67b62fc0-10c8-48d4-91e8-7ac60e374c5a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.659885] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67b62fc0-10c8-48d4-91e8-7ac60e374c5a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.660158] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67b62fc0-10c8-48d4-91e8-7ac60e374c5a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.660243] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67b62fc0-10c8-48d4-91e8-7ac60e374c5a',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.162903] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67b62fc0-10c8-48d4-91e8-7ac60e374c5a [ 801.162903] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.162903] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.162903] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.163311] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.163311] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.163311] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67b62fc0-10c8-48d4-91e8-7ac60e374c5a already deleted. [ 801.163311] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67b62fc0-10c8-48d4-91e8-7ac60e374c5a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.660420] env[69165]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 805.660688] env[69165]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 810.661152] env[69165]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 810.661419] env[69165]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 813.970387] env[69165]: INFO networking_nsxv3.common.synchronization [None req-53feb3d2-6ad5-4906-996f-30869920b4c3 None None] Enqueued Resource ID: 9f232290-7d7b-485b-8542-09b3799ace22 with Priority: HIGHEST for action port [ 813.970387] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f232290-7d7b-485b-8542-09b3799ace22 with Priority: HIGHEST for action port [ 813.970387] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f232290-7d7b-485b-8542-09b3799ace22 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.970387] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f232290-7d7b-485b-8542-09b3799ace22" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.970387] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f232290-7d7b-485b-8542-09b3799ace22" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.970387] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f232290-7d7b-485b-8542-09b3799ace22" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.970387] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f232290-7d7b-485b-8542-09b3799ace22',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.473054] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f232290-7d7b-485b-8542-09b3799ace22 [ 814.473296] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.473436] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.473518] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.473726] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.473821] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.473917] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f232290-7d7b-485b-8542-09b3799ace22 already deleted. [ 814.473997] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f232290-7d7b-485b-8542-09b3799ace22" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.968690] env[69165]: INFO networking_nsxv3.common.synchronization [None req-8c3e8c89-4f84-45c1-a3d5-98da6b458e68 tempest-ServerActionsTestOtherA-1886098112 tempest-ServerActionsTestOtherA-1886098112-project-member] Enqueued Resource ID: 2ac6aa6a-6e97-4e0b-8f92-87a0928abfca with Priority: HIGHEST for action security_group_rules [ 814.972045] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ac6aa6a-6e97-4e0b-8f92-87a0928abfca with Priority: HIGHEST for action security_group_rules [ 814.972045] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ac6aa6a-6e97-4e0b-8f92-87a0928abfca taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.972045] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ac6aa6a-6e97-4e0b-8f92-87a0928abfca" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.972045] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ac6aa6a-6e97-4e0b-8f92-87a0928abfca" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.972045] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ac6aa6a-6e97-4e0b-8f92-87a0928abfca" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.972045] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ac6aa6a-6e97-4e0b-8f92-87a0928abfca',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.059172] env[69165]: INFO networking_nsxv3.common.synchronization [None req-b496f9ce-93ba-41c4-b28d-e8b9f0478394 tempest-ServerActionsTestOtherA-1886098112 tempest-ServerActionsTestOtherA-1886098112-project-member] Enqueued Resource ID: 2ac6aa6a-6e97-4e0b-8f92-87a0928abfca with Priority: HIGHEST for action security_group_rules [ 815.059391] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ac6aa6a-6e97-4e0b-8f92-87a0928abfca with Priority: HIGHEST for action security_group_rules [ 815.060258] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ac6aa6a-6e97-4e0b-8f92-87a0928abfca taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.060258] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ac6aa6a-6e97-4e0b-8f92-87a0928abfca" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.492818] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.493105] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.493105] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.494380] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.494380] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.494380] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ac6aa6a-6e97-4e0b-8f92-87a0928abfca already deleted. [ 815.494380] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ac6aa6a-6e97-4e0b-8f92-87a0928abfca" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.494380] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ac6aa6a-6e97-4e0b-8f92-87a0928abfca" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.494380] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ac6aa6a-6e97-4e0b-8f92-87a0928abfca" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.494380] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ac6aa6a-6e97-4e0b-8f92-87a0928abfca',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.016321] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.016627] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.016627] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.017133] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.017260] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.017340] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ac6aa6a-6e97-4e0b-8f92-87a0928abfca already deleted. [ 816.017588] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ac6aa6a-6e97-4e0b-8f92-87a0928abfca" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.035823] env[69165]: INFO networking_nsxv3.common.synchronization [None req-fb495cbc-91fb-4cb0-855c-89f1b54aebce None None] Enqueued Resource ID: c2bd1629-00b0-4ab2-83eb-187c6a39672c with Priority: HIGHEST for action port [ 816.036100] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2bd1629-00b0-4ab2-83eb-187c6a39672c with Priority: HIGHEST for action port [ 816.036997] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2bd1629-00b0-4ab2-83eb-187c6a39672c taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.037145] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2bd1629-00b0-4ab2-83eb-187c6a39672c" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.037216] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2bd1629-00b0-4ab2-83eb-187c6a39672c" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.037475] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2bd1629-00b0-4ab2-83eb-187c6a39672c" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.037569] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2bd1629-00b0-4ab2-83eb-187c6a39672c',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.542968] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2bd1629-00b0-4ab2-83eb-187c6a39672c [ 816.543294] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.543683] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.543683] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.543806] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.543910] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.544104] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2bd1629-00b0-4ab2-83eb-187c6a39672c already deleted. [ 816.544104] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2bd1629-00b0-4ab2-83eb-187c6a39672c" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.947576] env[69165]: INFO networking_nsxv3.common.synchronization [None req-03730b6e-d23e-4a9a-bb64-a6dd8af610a9 None None] Enqueued Resource ID: 76f13d4b-0331-49bb-b4c2-1c3919dcea0f with Priority: HIGHEST for action port [ 819.948483] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76f13d4b-0331-49bb-b4c2-1c3919dcea0f with Priority: HIGHEST for action port [ 819.948561] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-76f13d4b-0331-49bb-b4c2-1c3919dcea0f taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.948653] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76f13d4b-0331-49bb-b4c2-1c3919dcea0f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.948727] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76f13d4b-0331-49bb-b4c2-1c3919dcea0f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.954023] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76f13d4b-0331-49bb-b4c2-1c3919dcea0f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.954023] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76f13d4b-0331-49bb-b4c2-1c3919dcea0f',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.456552] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76f13d4b-0331-49bb-b4c2-1c3919dcea0f [ 820.456860] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.456970] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.457081] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.457246] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.457339] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.457431] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76f13d4b-0331-49bb-b4c2-1c3919dcea0f already deleted. [ 820.457509] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76f13d4b-0331-49bb-b4c2-1c3919dcea0f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.537143] env[69165]: INFO networking_nsxv3.common.synchronization [None req-a8407f32-ca6e-42bc-a3e7-db336fa921b9 None None] Enqueued Resource ID: b088efae-ee22-404d-9dbe-b5bae32e5a88 with Priority: HIGHEST for action port [ 822.537529] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b088efae-ee22-404d-9dbe-b5bae32e5a88 with Priority: HIGHEST for action port [ 822.539278] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-b088efae-ee22-404d-9dbe-b5bae32e5a88 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.539278] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b088efae-ee22-404d-9dbe-b5bae32e5a88" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.539278] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b088efae-ee22-404d-9dbe-b5bae32e5a88" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.539278] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b088efae-ee22-404d-9dbe-b5bae32e5a88" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.539278] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b088efae-ee22-404d-9dbe-b5bae32e5a88',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.041234] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b088efae-ee22-404d-9dbe-b5bae32e5a88 [ 823.044608] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.044608] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.044608] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.044608] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.044608] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.044608] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b088efae-ee22-404d-9dbe-b5bae32e5a88 already deleted. [ 823.044608] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b088efae-ee22-404d-9dbe-b5bae32e5a88" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.165917] env[69165]: INFO networking_nsxv3.common.synchronization [None req-81c0b075-0001-4cde-bc66-4d6c56f832fb None None] Enqueued Resource ID: 9afef3f4-09a3-4faa-acc4-e6b272ce8053 with Priority: HIGHEST for action port [ 824.165917] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9afef3f4-09a3-4faa-acc4-e6b272ce8053 with Priority: HIGHEST for action port [ 824.165917] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-9afef3f4-09a3-4faa-acc4-e6b272ce8053 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.165917] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9afef3f4-09a3-4faa-acc4-e6b272ce8053" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.165917] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9afef3f4-09a3-4faa-acc4-e6b272ce8053" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.165917] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9afef3f4-09a3-4faa-acc4-e6b272ce8053" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.165917] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9afef3f4-09a3-4faa-acc4-e6b272ce8053',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.671053] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9afef3f4-09a3-4faa-acc4-e6b272ce8053 [ 824.672652] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.672652] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.672652] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.672652] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.672652] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.672652] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9afef3f4-09a3-4faa-acc4-e6b272ce8053 already deleted. [ 824.672652] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9afef3f4-09a3-4faa-acc4-e6b272ce8053" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.112962] env[69165]: INFO networking_nsxv3.common.synchronization [None req-2df962ef-24de-402d-a9f7-e5aa85b6371e None None] Enqueued Resource ID: bd6c591a-18f2-497c-99ee-ead4e9f16d72 with Priority: HIGHEST for action port [ 826.113266] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd6c591a-18f2-497c-99ee-ead4e9f16d72 with Priority: HIGHEST for action port [ 826.113852] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd6c591a-18f2-497c-99ee-ead4e9f16d72 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.113980] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd6c591a-18f2-497c-99ee-ead4e9f16d72" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.114058] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd6c591a-18f2-497c-99ee-ead4e9f16d72" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.114362] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd6c591a-18f2-497c-99ee-ead4e9f16d72" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.115201] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd6c591a-18f2-497c-99ee-ead4e9f16d72',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.617191] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd6c591a-18f2-497c-99ee-ead4e9f16d72 [ 826.617430] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.617567] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.617631] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.617854] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.617947] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.618074] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd6c591a-18f2-497c-99ee-ead4e9f16d72 already deleted. [ 826.618162] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd6c591a-18f2-497c-99ee-ead4e9f16d72" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.991582] env[69165]: INFO networking_nsxv3.common.synchronization [None req-3e23fe0e-532a-4481-987b-ceaff89d10c3 None None] Enqueued Resource ID: 2d76cdba-d8f3-4ce4-ba6e-91f689c767f8 with Priority: HIGHEST for action port [ 826.991582] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d76cdba-d8f3-4ce4-ba6e-91f689c767f8 with Priority: HIGHEST for action port [ 826.991582] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d76cdba-d8f3-4ce4-ba6e-91f689c767f8 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.991582] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d76cdba-d8f3-4ce4-ba6e-91f689c767f8" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.991582] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d76cdba-d8f3-4ce4-ba6e-91f689c767f8" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.991921] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d76cdba-d8f3-4ce4-ba6e-91f689c767f8" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.992102] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d76cdba-d8f3-4ce4-ba6e-91f689c767f8',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.494773] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d76cdba-d8f3-4ce4-ba6e-91f689c767f8 [ 827.495375] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.495375] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.495375] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.495375] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.495778] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.495778] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d76cdba-d8f3-4ce4-ba6e-91f689c767f8 already deleted. [ 827.495778] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d76cdba-d8f3-4ce4-ba6e-91f689c767f8" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.438822] env[69165]: INFO networking_nsxv3.common.synchronization [None req-fc3497cf-5da2-474d-8e7c-47cb9579ee99 None None] Enqueued Resource ID: 71ebb67f-147c-4af3-bdc6-58e172ef68f1 with Priority: HIGHEST for action port [ 829.439493] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71ebb67f-147c-4af3-bdc6-58e172ef68f1 with Priority: HIGHEST for action port [ 829.439843] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-71ebb67f-147c-4af3-bdc6-58e172ef68f1 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.440581] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71ebb67f-147c-4af3-bdc6-58e172ef68f1" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.440581] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71ebb67f-147c-4af3-bdc6-58e172ef68f1" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.440581] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71ebb67f-147c-4af3-bdc6-58e172ef68f1" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.440581] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71ebb67f-147c-4af3-bdc6-58e172ef68f1',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.581651] env[69165]: INFO networking_nsxv3.common.synchronization [None req-62e01609-72f8-40e6-bf05-42bb34324ccb tempest-AttachInterfacesTestJSON-395418482 tempest-AttachInterfacesTestJSON-395418482-project-member] Enqueued Resource ID: 710837cd-2c46-4990-bfc8-01295720a682 with Priority: HIGHEST for action security_group_rules [ 829.582295] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 710837cd-2c46-4990-bfc8-01295720a682 with Priority: HIGHEST for action security_group_rules [ 829.582843] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-710837cd-2c46-4990-bfc8-01295720a682 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.582991] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-710837cd-2c46-4990-bfc8-01295720a682" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.583123] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-710837cd-2c46-4990-bfc8-01295720a682" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.583419] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-710837cd-2c46-4990-bfc8-01295720a682" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.583516] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('710837cd-2c46-4990-bfc8-01295720a682',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.713790] env[69165]: INFO networking_nsxv3.common.synchronization [None req-9feaf8d3-2583-47d2-b824-c40ee27c1d65 tempest-AttachInterfacesTestJSON-395418482 tempest-AttachInterfacesTestJSON-395418482-project-member] Enqueued Resource ID: 710837cd-2c46-4990-bfc8-01295720a682 with Priority: HIGHEST for action security_group_rules [ 829.715106] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 710837cd-2c46-4990-bfc8-01295720a682 with Priority: HIGHEST for action security_group_rules [ 829.715106] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-710837cd-2c46-4990-bfc8-01295720a682 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.715106] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-710837cd-2c46-4990-bfc8-01295720a682" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.943865] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71ebb67f-147c-4af3-bdc6-58e172ef68f1 [ 829.944288] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.944288] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.944288] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.944604] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.944634] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.944803] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71ebb67f-147c-4af3-bdc6-58e172ef68f1 already deleted. [ 829.944803] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71ebb67f-147c-4af3-bdc6-58e172ef68f1" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.104564] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.105641] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.105916] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.106233] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.106703] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.106880] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 710837cd-2c46-4990-bfc8-01295720a682 already deleted. [ 830.107076] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-710837cd-2c46-4990-bfc8-01295720a682" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.107323] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-710837cd-2c46-4990-bfc8-01295720a682" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.107605] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-710837cd-2c46-4990-bfc8-01295720a682" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.107739] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('710837cd-2c46-4990-bfc8-01295720a682',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.627900] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.628295] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.628295] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.628394] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.628438] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.628546] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 710837cd-2c46-4990-bfc8-01295720a682 already deleted. [ 830.628614] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-710837cd-2c46-4990-bfc8-01295720a682" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.715600] env[69165]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 834.715600] env[69165]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 839.718522] env[69165]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 839.718842] env[69165]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 844.002727] env[69165]: INFO networking_nsxv3.common.synchronization [None req-5b0092e2-4194-4782-965a-f632f49922bb None None] Enqueued Resource ID: 2a58ab1a-e27a-4af9-b05c-3e0e701cc17b with Priority: HIGHEST for action port [ 844.002727] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a58ab1a-e27a-4af9-b05c-3e0e701cc17b with Priority: HIGHEST for action port [ 844.002727] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a58ab1a-e27a-4af9-b05c-3e0e701cc17b taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.002727] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a58ab1a-e27a-4af9-b05c-3e0e701cc17b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.002727] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a58ab1a-e27a-4af9-b05c-3e0e701cc17b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.003428] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a58ab1a-e27a-4af9-b05c-3e0e701cc17b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.003623] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a58ab1a-e27a-4af9-b05c-3e0e701cc17b',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.505958] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a58ab1a-e27a-4af9-b05c-3e0e701cc17b [ 844.506161] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.506276] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.506346] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.506543] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.506637] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.506735] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a58ab1a-e27a-4af9-b05c-3e0e701cc17b already deleted. [ 844.506814] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a58ab1a-e27a-4af9-b05c-3e0e701cc17b" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.146105] env[69165]: INFO networking_nsxv3.common.synchronization [None req-2a5b43af-bf88-4fa0-8b0a-68140df7f887 None None] Enqueued Resource ID: f7be63c4-5ac9-4069-8bdc-c4b3838e28ef with Priority: HIGHEST for action port [ 846.146105] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7be63c4-5ac9-4069-8bdc-c4b3838e28ef with Priority: HIGHEST for action port [ 846.146105] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7be63c4-5ac9-4069-8bdc-c4b3838e28ef taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.146105] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7be63c4-5ac9-4069-8bdc-c4b3838e28ef" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.146554] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7be63c4-5ac9-4069-8bdc-c4b3838e28ef" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.146882] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7be63c4-5ac9-4069-8bdc-c4b3838e28ef" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.147090] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7be63c4-5ac9-4069-8bdc-c4b3838e28ef',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.649668] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7be63c4-5ac9-4069-8bdc-c4b3838e28ef [ 846.649966] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.650184] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.650264] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.650508] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.650932] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.650932] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7be63c4-5ac9-4069-8bdc-c4b3838e28ef already deleted. [ 846.650932] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7be63c4-5ac9-4069-8bdc-c4b3838e28ef" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.146633] env[69165]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 851.147052] env[69165]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 851.657313] env[69165]: INFO networking_nsxv3.common.synchronization [None req-2fecf935-41fd-484c-9b8b-663ddfaa73e2 tempest-AttachVolumeTestJSON-591292491 tempest-AttachVolumeTestJSON-591292491-project-member] Enqueued Resource ID: 311eda12-3159-4b2e-be84-11d5ff403040 with Priority: HIGHEST for action security_group_rules [ 851.658014] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311eda12-3159-4b2e-be84-11d5ff403040 with Priority: HIGHEST for action security_group_rules [ 851.658361] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-311eda12-3159-4b2e-be84-11d5ff403040 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.658717] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-311eda12-3159-4b2e-be84-11d5ff403040" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.658814] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-311eda12-3159-4b2e-be84-11d5ff403040" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.659108] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-311eda12-3159-4b2e-be84-11d5ff403040" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.659238] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('311eda12-3159-4b2e-be84-11d5ff403040',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.828174] env[69165]: INFO networking_nsxv3.common.synchronization [None req-ae5c8419-84b2-40bc-87ba-ad805d141958 tempest-AttachVolumeTestJSON-591292491 tempest-AttachVolumeTestJSON-591292491-project-member] Enqueued Resource ID: 311eda12-3159-4b2e-be84-11d5ff403040 with Priority: HIGHEST for action security_group_rules [ 851.828740] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311eda12-3159-4b2e-be84-11d5ff403040 with Priority: HIGHEST for action security_group_rules [ 851.829105] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-311eda12-3159-4b2e-be84-11d5ff403040 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.829190] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-311eda12-3159-4b2e-be84-11d5ff403040" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.181631] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.182248] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.182248] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.182411] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.182464] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.182582] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 311eda12-3159-4b2e-be84-11d5ff403040 already deleted. [ 852.182681] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-311eda12-3159-4b2e-be84-11d5ff403040" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.183010] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-311eda12-3159-4b2e-be84-11d5ff403040" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.183189] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-311eda12-3159-4b2e-be84-11d5ff403040" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.183277] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('311eda12-3159-4b2e-be84-11d5ff403040',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.702899] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.703056] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.703134] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.703357] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.703454] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.703549] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 311eda12-3159-4b2e-be84-11d5ff403040 already deleted. [ 852.703630] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-311eda12-3159-4b2e-be84-11d5ff403040" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.762797] env[69165]: INFO networking_nsxv3.common.synchronization [None req-11af2996-06e6-4bd1-a25a-788cb98275f9 None None] Enqueued Resource ID: c94d21dd-c137-4d14-ad3c-3e4976999cfd with Priority: HIGHEST for action port [ 852.763022] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c94d21dd-c137-4d14-ad3c-3e4976999cfd with Priority: HIGHEST for action port [ 852.763611] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-c94d21dd-c137-4d14-ad3c-3e4976999cfd taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.763850] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c94d21dd-c137-4d14-ad3c-3e4976999cfd" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.763850] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c94d21dd-c137-4d14-ad3c-3e4976999cfd" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.764173] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c94d21dd-c137-4d14-ad3c-3e4976999cfd" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.764256] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c94d21dd-c137-4d14-ad3c-3e4976999cfd',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.269428] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c94d21dd-c137-4d14-ad3c-3e4976999cfd [ 853.269821] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.269915] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.269953] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.270183] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.270284] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.270479] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c94d21dd-c137-4d14-ad3c-3e4976999cfd already deleted. [ 853.270479] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c94d21dd-c137-4d14-ad3c-3e4976999cfd" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.180659] env[69165]: INFO networking_nsxv3.common.synchronization [None req-33aabdb1-21e1-42f5-9446-8f1140f00a5a tempest-AttachVolumeNegativeTest-1809327485 tempest-AttachVolumeNegativeTest-1809327485-project-member] Enqueued Resource ID: 83871600-bba8-4acd-84d2-1c9d9272497d with Priority: HIGHEST for action security_group_rules [ 854.181229] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83871600-bba8-4acd-84d2-1c9d9272497d with Priority: HIGHEST for action security_group_rules [ 854.181568] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83871600-bba8-4acd-84d2-1c9d9272497d taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.181778] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83871600-bba8-4acd-84d2-1c9d9272497d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.181778] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83871600-bba8-4acd-84d2-1c9d9272497d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.182032] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83871600-bba8-4acd-84d2-1c9d9272497d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.182978] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83871600-bba8-4acd-84d2-1c9d9272497d',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.263244] env[69165]: INFO networking_nsxv3.common.synchronization [None req-88efa9cd-b679-45de-b570-e6c6b6185fe6 tempest-AttachVolumeNegativeTest-1809327485 tempest-AttachVolumeNegativeTest-1809327485-project-member] Enqueued Resource ID: 83871600-bba8-4acd-84d2-1c9d9272497d with Priority: HIGHEST for action security_group_rules [ 854.264176] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83871600-bba8-4acd-84d2-1c9d9272497d with Priority: HIGHEST for action security_group_rules [ 854.264176] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83871600-bba8-4acd-84d2-1c9d9272497d taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.264176] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83871600-bba8-4acd-84d2-1c9d9272497d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.662229] env[69165]: INFO networking_nsxv3.common.synchronization [None req-f38792b1-4231-4baf-9542-3a36a070234a None None] Enqueued Resource ID: 580b9809-88f2-4c6b-a063-4b09053185b7 with Priority: HIGHEST for action port [ 854.662229] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 580b9809-88f2-4c6b-a063-4b09053185b7 with Priority: HIGHEST for action port [ 854.662229] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-580b9809-88f2-4c6b-a063-4b09053185b7 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.662229] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-580b9809-88f2-4c6b-a063-4b09053185b7" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.662229] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-580b9809-88f2-4c6b-a063-4b09053185b7" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.663855] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-580b9809-88f2-4c6b-a063-4b09053185b7" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.663855] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('580b9809-88f2-4c6b-a063-4b09053185b7',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.703995] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.703995] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.703995] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.703995] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.703995] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.703995] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83871600-bba8-4acd-84d2-1c9d9272497d already deleted. [ 854.703995] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83871600-bba8-4acd-84d2-1c9d9272497d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.703995] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83871600-bba8-4acd-84d2-1c9d9272497d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.703995] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83871600-bba8-4acd-84d2-1c9d9272497d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.703995] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83871600-bba8-4acd-84d2-1c9d9272497d',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.166185] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 580b9809-88f2-4c6b-a063-4b09053185b7 [ 855.166185] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.166185] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.166185] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.167591] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.167770] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.167884] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:580b9809-88f2-4c6b-a063-4b09053185b7 already deleted. [ 855.168034] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-580b9809-88f2-4c6b-a063-4b09053185b7" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.223760] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.223936] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.224022] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.224230] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.224878] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.224878] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83871600-bba8-4acd-84d2-1c9d9272497d already deleted. [ 855.224878] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83871600-bba8-4acd-84d2-1c9d9272497d" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.402139] env[69165]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] NSXv3 Agent Agent loop - iteration:0 completed [ 856.402460] env[69165]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-679f7fa4-6883-4d29-9bc0-a57f8370b87e None None] NSXv3 Agent Agent loop - iteration:1 started [ 859.354086] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.354492] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.354492] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.354588] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.354654] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.662174] env[69165]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 859.662275] env[69165]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 859.856874] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.359858] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.861814] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 860.861972] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 861.724873] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.725232] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.725232] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.725366] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.737797] env[69165]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 861.738902] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.741549] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 861.761716] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.761880] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.761925] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.762162] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.763339] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.763678] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 861.763678] env[69165]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69165) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 861.763794] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 861.786762] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.786922] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.786971] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.787196] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.787550] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.787683] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 861.813471] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.813656] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.813703] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.813950] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.814096] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.814225] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 861.841639] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.841799] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.841879] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.842140] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.842233] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.842361] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:5. [ 861.842439] env[69165]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'1a7ac526-a9b1-466d-a70c-965c6094e88a', '296a208e-9926-4578-8bd7-3ba70d7174fe', '07d4e44f-9446-4a78-933f-ccbd0ff2df0f', '7b899892-fa8f-4c3c-95ad-0c6a20298ad1', 'c80e5049-a05f-4a37-9cce-7d6fd774b1ad'} {{(pid=69165) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 861.842512] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 861.861953] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.862236] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.862236] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.862426] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.862488] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.862582] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 861.862653] env[69165]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69165) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 861.862728] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 861.888557] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.888715] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.888814] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.889425] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.889425] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.889425] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 861.889613] env[69165]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69165) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 861.889613] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 861.889613] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 861.889722] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 5/5 resources of Type:Security Group Rules [ 861.889839] env[69165]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1a7ac526-a9b1-466d-a70c-965c6094e88a with Priority: HIGH for action security_group_rules [ 861.889927] env[69165]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 296a208e-9926-4578-8bd7-3ba70d7174fe with Priority: HIGH for action security_group_rules [ 861.890120] env[69165]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07d4e44f-9446-4a78-933f-ccbd0ff2df0f with Priority: HIGH for action security_group_rules [ 861.890200] env[69165]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b899892-fa8f-4c3c-95ad-0c6a20298ad1 with Priority: HIGH for action security_group_rules [ 861.890299] env[69165]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c80e5049-a05f-4a37-9cce-7d6fd774b1ad with Priority: HIGH for action security_group_rules [ 861.890393] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 861.890504] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 861.890847] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.891026] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.891250] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.891481] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.891598] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.891797] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.891912] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.891981] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.892143] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.892220] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.892397] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.892498] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.892624] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.892751] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.892825] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.892993] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.893098] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.893159] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.893293] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.893366] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.893534] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.893621] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.893687] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.893838] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.893901] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.893994] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 861.894070] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 861.894142] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 861.918758] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.918905] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.919035] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.919199] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.919325] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.919599] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 861.944084] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.944345] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.944345] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.944480] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.944621] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.956912] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.664039] env[69165]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 864.664039] env[69165]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=5], Jobs=0 [ 864.664039] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a7ac526-a9b1-466d-a70c-965c6094e88a with Priority: HIGH for action security_group_rules [ 864.664449] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07d4e44f-9446-4a78-933f-ccbd0ff2df0f with Priority: HIGH for action security_group_rules [ 864.664449] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c80e5049-a05f-4a37-9cce-7d6fd774b1ad with Priority: HIGH for action security_group_rules [ 864.664449] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 296a208e-9926-4578-8bd7-3ba70d7174fe with Priority: HIGH for action security_group_rules [ 864.664449] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b899892-fa8f-4c3c-95ad-0c6a20298ad1 with Priority: HIGH for action security_group_rules [ 864.664654] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a7ac526-a9b1-466d-a70c-965c6094e88a taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.664791] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a7ac526-a9b1-466d-a70c-965c6094e88a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.664855] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a7ac526-a9b1-466d-a70c-965c6094e88a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.665080] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a7ac526-a9b1-466d-a70c-965c6094e88a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.665164] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a7ac526-a9b1-466d-a70c-965c6094e88a',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.667369] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07d4e44f-9446-4a78-933f-ccbd0ff2df0f taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.667492] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07d4e44f-9446-4a78-933f-ccbd0ff2df0f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.667562] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07d4e44f-9446-4a78-933f-ccbd0ff2df0f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.667739] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07d4e44f-9446-4a78-933f-ccbd0ff2df0f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.668258] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07d4e44f-9446-4a78-933f-ccbd0ff2df0f',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.668703] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c80e5049-a05f-4a37-9cce-7d6fd774b1ad taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.668916] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c80e5049-a05f-4a37-9cce-7d6fd774b1ad" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.668987] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c80e5049-a05f-4a37-9cce-7d6fd774b1ad" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.669197] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c80e5049-a05f-4a37-9cce-7d6fd774b1ad" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.669234] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c80e5049-a05f-4a37-9cce-7d6fd774b1ad',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.670403] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-296a208e-9926-4578-8bd7-3ba70d7174fe taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.670468] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-296a208e-9926-4578-8bd7-3ba70d7174fe" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.670539] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-296a208e-9926-4578-8bd7-3ba70d7174fe" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.670691] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-296a208e-9926-4578-8bd7-3ba70d7174fe" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.670763] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('296a208e-9926-4578-8bd7-3ba70d7174fe',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.671432] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b899892-fa8f-4c3c-95ad-0c6a20298ad1 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.671596] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b899892-fa8f-4c3c-95ad-0c6a20298ad1" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.671657] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b899892-fa8f-4c3c-95ad-0c6a20298ad1" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.671810] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b899892-fa8f-4c3c-95ad-0c6a20298ad1" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.671883] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b899892-fa8f-4c3c-95ad-0c6a20298ad1',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.194309] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.194729] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.194729] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.194893] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.214022] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.214022] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.214022] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.214022] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.214022] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.214022] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.214022] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.214022] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.218440] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.218572] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c80e5049-a05f-4a37-9cce-7d6fd774b1ad is going to be deleted. [ 865.219568] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.220468] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.248056] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.248056] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a7ac526-a9b1-466d-a70c-965c6094e88a is going to be deleted. [ 865.248944] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.249375] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.275384] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.275545] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 296a208e-9926-4578-8bd7-3ba70d7174fe is going to be deleted. [ 865.276906] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.276906] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.299489] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.299977] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b899892-fa8f-4c3c-95ad-0c6a20298ad1 is going to be deleted. [ 865.301194] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.301194] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.419913] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.420125] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.440968] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.441144] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.460193] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.460375] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.461580] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.461734] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07d4e44f-9446-4a78-933f-ccbd0ff2df0f is going to be deleted. [ 865.463061] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.463361] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.463507] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.463697] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c80e5049-a05f-4a37-9cce-7d6fd774b1ad" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.463950] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.464703] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.464703] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.464703] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a7ac526-a9b1-466d-a70c-965c6094e88a" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.465141] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.465330] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.465442] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.465519] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-296a208e-9926-4578-8bd7-3ba70d7174fe" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.538279] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.538446] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.538513] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.538939] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.539103] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.539274] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b899892-fa8f-4c3c-95ad-0c6a20298ad1" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.667517] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.667925] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.667925] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.667925] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.668086] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.668232] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07d4e44f-9446-4a78-933f-ccbd0ff2df0f" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.665632] env[69165]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 869.665919] env[69165]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 872.991543] env[69165]: INFO networking_nsxv3.common.synchronization [None req-1302cf2d-d184-4718-9b33-136c0d26c9a3 tempest-AttachInterfacesTestJSON-395418482 tempest-AttachInterfacesTestJSON-395418482-project-member] Enqueued Resource ID: 60cf0e6b-b1d8-420e-b1f7-96ed1d2144c3 with Priority: HIGHEST for action security_group_rules [ 872.992133] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60cf0e6b-b1d8-420e-b1f7-96ed1d2144c3 with Priority: HIGHEST for action security_group_rules [ 872.992429] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60cf0e6b-b1d8-420e-b1f7-96ed1d2144c3 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.992555] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60cf0e6b-b1d8-420e-b1f7-96ed1d2144c3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.992638] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60cf0e6b-b1d8-420e-b1f7-96ed1d2144c3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.993069] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60cf0e6b-b1d8-420e-b1f7-96ed1d2144c3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.993069] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60cf0e6b-b1d8-420e-b1f7-96ed1d2144c3',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.064426] env[69165]: INFO networking_nsxv3.common.synchronization [None req-e11e4833-4f23-45d4-8fe9-7e71a410ec06 tempest-AttachInterfacesTestJSON-395418482 tempest-AttachInterfacesTestJSON-395418482-project-member] Enqueued Resource ID: 60cf0e6b-b1d8-420e-b1f7-96ed1d2144c3 with Priority: HIGHEST for action security_group_rules [ 873.064690] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60cf0e6b-b1d8-420e-b1f7-96ed1d2144c3 with Priority: HIGHEST for action security_group_rules [ 873.064979] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60cf0e6b-b1d8-420e-b1f7-96ed1d2144c3 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.065728] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60cf0e6b-b1d8-420e-b1f7-96ed1d2144c3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.516075] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.516249] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.516296] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.516512] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.516647] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.516715] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60cf0e6b-b1d8-420e-b1f7-96ed1d2144c3 already deleted. [ 873.516812] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60cf0e6b-b1d8-420e-b1f7-96ed1d2144c3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.516985] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60cf0e6b-b1d8-420e-b1f7-96ed1d2144c3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.517159] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60cf0e6b-b1d8-420e-b1f7-96ed1d2144c3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.517256] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60cf0e6b-b1d8-420e-b1f7-96ed1d2144c3',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.037231] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.037540] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.037540] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.037678] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.037738] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.037829] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60cf0e6b-b1d8-420e-b1f7-96ed1d2144c3 already deleted. [ 874.037907] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60cf0e6b-b1d8-420e-b1f7-96ed1d2144c3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.065866] env[69165]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 878.066175] env[69165]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 881.575955] env[69165]: INFO networking_nsxv3.common.synchronization [None req-ded15b5b-c402-4640-b7e3-39a233fa53be tempest-AttachVolumeNegativeTest-1809327485 tempest-AttachVolumeNegativeTest-1809327485-project-member] Enqueued Resource ID: f00ea882-a561-4fba-af36-a55d0515d0d2 with Priority: HIGHEST for action security_group_rules [ 881.577029] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f00ea882-a561-4fba-af36-a55d0515d0d2 with Priority: HIGHEST for action security_group_rules [ 881.577029] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f00ea882-a561-4fba-af36-a55d0515d0d2 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.577029] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f00ea882-a561-4fba-af36-a55d0515d0d2" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.577029] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f00ea882-a561-4fba-af36-a55d0515d0d2" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.577283] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f00ea882-a561-4fba-af36-a55d0515d0d2" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.577383] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f00ea882-a561-4fba-af36-a55d0515d0d2',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.652622] env[69165]: INFO networking_nsxv3.common.synchronization [None req-b6c28df9-51e0-4f9d-94d9-6fa08e6d7f9a tempest-AttachVolumeNegativeTest-1809327485 tempest-AttachVolumeNegativeTest-1809327485-project-member] Enqueued Resource ID: f00ea882-a561-4fba-af36-a55d0515d0d2 with Priority: HIGHEST for action security_group_rules [ 881.652622] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f00ea882-a561-4fba-af36-a55d0515d0d2 with Priority: HIGHEST for action security_group_rules [ 881.652869] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f00ea882-a561-4fba-af36-a55d0515d0d2 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.652979] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f00ea882-a561-4fba-af36-a55d0515d0d2" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.101164] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.101164] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.101164] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.101164] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.101164] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.101164] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f00ea882-a561-4fba-af36-a55d0515d0d2 already deleted. [ 882.101164] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f00ea882-a561-4fba-af36-a55d0515d0d2" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.101164] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f00ea882-a561-4fba-af36-a55d0515d0d2" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.101164] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f00ea882-a561-4fba-af36-a55d0515d0d2" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.101164] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f00ea882-a561-4fba-af36-a55d0515d0d2',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.626241] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.626241] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.626241] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.626241] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.626796] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.626796] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f00ea882-a561-4fba-af36-a55d0515d0d2 already deleted. [ 882.626796] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f00ea882-a561-4fba-af36-a55d0515d0d2" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.653422] env[69165]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 886.653796] env[69165]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 891.655034] env[69165]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 891.655034] env[69165]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 894.066890] env[69165]: INFO networking_nsxv3.common.synchronization [None req-6041c532-031c-4771-9ae1-6ecec44e0e1d tempest-AttachVolumeNegativeTest-1809327485 tempest-AttachVolumeNegativeTest-1809327485-project-member] Enqueued Resource ID: ae881c7e-a1e7-4409-bd3e-a9f9ba46df62 with Priority: HIGHEST for action security_group_rules [ 894.067403] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae881c7e-a1e7-4409-bd3e-a9f9ba46df62 with Priority: HIGHEST for action security_group_rules [ 894.067704] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae881c7e-a1e7-4409-bd3e-a9f9ba46df62 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.067832] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae881c7e-a1e7-4409-bd3e-a9f9ba46df62" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.068148] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae881c7e-a1e7-4409-bd3e-a9f9ba46df62" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.068265] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae881c7e-a1e7-4409-bd3e-a9f9ba46df62" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.068374] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae881c7e-a1e7-4409-bd3e-a9f9ba46df62',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.161637] env[69165]: INFO networking_nsxv3.common.synchronization [None req-2e401f93-a66d-4354-b483-27fc36950d89 tempest-AttachVolumeNegativeTest-1809327485 tempest-AttachVolumeNegativeTest-1809327485-project-member] Enqueued Resource ID: ae881c7e-a1e7-4409-bd3e-a9f9ba46df62 with Priority: HIGHEST for action security_group_rules [ 894.162212] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae881c7e-a1e7-4409-bd3e-a9f9ba46df62 with Priority: HIGHEST for action security_group_rules [ 894.162509] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae881c7e-a1e7-4409-bd3e-a9f9ba46df62 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.162797] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae881c7e-a1e7-4409-bd3e-a9f9ba46df62" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.588710] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.588958] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.589065] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.589292] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.589425] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.589530] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae881c7e-a1e7-4409-bd3e-a9f9ba46df62 already deleted. [ 894.589627] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae881c7e-a1e7-4409-bd3e-a9f9ba46df62" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.589780] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae881c7e-a1e7-4409-bd3e-a9f9ba46df62" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.589942] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae881c7e-a1e7-4409-bd3e-a9f9ba46df62" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.590037] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae881c7e-a1e7-4409-bd3e-a9f9ba46df62',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.110925] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.111316] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.111316] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.111389] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.111481] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.111537] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae881c7e-a1e7-4409-bd3e-a9f9ba46df62 already deleted. [ 895.111621] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae881c7e-a1e7-4409-bd3e-a9f9ba46df62" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.812120] env[69165]: INFO networking_nsxv3.common.synchronization [None req-b11cd99d-a7b5-4043-bddf-3c6fe1bcb247 None None] Enqueued Resource ID: e564b08a-6be2-425d-89dc-9d500a3d5e64 with Priority: HIGHEST for action port [ 898.812120] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e564b08a-6be2-425d-89dc-9d500a3d5e64 with Priority: HIGHEST for action port [ 898.812721] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-e564b08a-6be2-425d-89dc-9d500a3d5e64 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.812721] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e564b08a-6be2-425d-89dc-9d500a3d5e64" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.812721] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e564b08a-6be2-425d-89dc-9d500a3d5e64" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.812864] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e564b08a-6be2-425d-89dc-9d500a3d5e64" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.812947] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e564b08a-6be2-425d-89dc-9d500a3d5e64',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.261372] env[69165]: INFO networking_nsxv3.common.synchronization [None req-0a68519e-e6da-4e8b-8a62-3dd031fb00bc tempest-AttachVolumeShelveTestJSON-695487292 tempest-AttachVolumeShelveTestJSON-695487292-project-member] Enqueued Resource ID: f248842e-e40f-4905-b015-5eef1f21f349 with Priority: HIGHEST for action security_group_rules [ 899.262343] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f248842e-e40f-4905-b015-5eef1f21f349 with Priority: HIGHEST for action security_group_rules [ 899.262343] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f248842e-e40f-4905-b015-5eef1f21f349 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.262343] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f248842e-e40f-4905-b015-5eef1f21f349" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.262529] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f248842e-e40f-4905-b015-5eef1f21f349" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.262626] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f248842e-e40f-4905-b015-5eef1f21f349" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.262705] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f248842e-e40f-4905-b015-5eef1f21f349',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.315203] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e564b08a-6be2-425d-89dc-9d500a3d5e64 [ 899.315507] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.315746] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.315834] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.316073] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.316167] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.316266] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e564b08a-6be2-425d-89dc-9d500a3d5e64 already deleted. [ 899.316406] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e564b08a-6be2-425d-89dc-9d500a3d5e64" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.356533] env[69165]: INFO networking_nsxv3.common.synchronization [None req-b85e5e21-d12f-4eff-8594-8f695fe5f9a0 tempest-AttachVolumeShelveTestJSON-695487292 tempest-AttachVolumeShelveTestJSON-695487292-project-member] Enqueued Resource ID: f248842e-e40f-4905-b015-5eef1f21f349 with Priority: HIGHEST for action security_group_rules [ 899.357081] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f248842e-e40f-4905-b015-5eef1f21f349 with Priority: HIGHEST for action security_group_rules [ 899.357374] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f248842e-e40f-4905-b015-5eef1f21f349 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.357479] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f248842e-e40f-4905-b015-5eef1f21f349" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.787254] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.787402] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.787619] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.787783] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.787783] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.787886] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f248842e-e40f-4905-b015-5eef1f21f349 already deleted. [ 899.787931] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f248842e-e40f-4905-b015-5eef1f21f349" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.789988] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f248842e-e40f-4905-b015-5eef1f21f349" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.789988] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f248842e-e40f-4905-b015-5eef1f21f349" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.789988] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f248842e-e40f-4905-b015-5eef1f21f349',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.311652] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.312149] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.312149] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.312394] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.312394] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.312630] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f248842e-e40f-4905-b015-5eef1f21f349 already deleted. [ 900.312630] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f248842e-e40f-4905-b015-5eef1f21f349" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.786844] env[69165]: INFO networking_nsxv3.common.synchronization [None req-120cad1d-11e1-44aa-b440-2ea340dd0299 None None] Enqueued Resource ID: 2d8859d8-b977-4960-b695-318eb57e4eee with Priority: HIGHEST for action port [ 900.787176] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d8859d8-b977-4960-b695-318eb57e4eee with Priority: HIGHEST for action port [ 900.787762] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d8859d8-b977-4960-b695-318eb57e4eee taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.787897] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d8859d8-b977-4960-b695-318eb57e4eee" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.787965] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d8859d8-b977-4960-b695-318eb57e4eee" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.788233] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d8859d8-b977-4960-b695-318eb57e4eee" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.788330] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d8859d8-b977-4960-b695-318eb57e4eee',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.291131] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d8859d8-b977-4960-b695-318eb57e4eee [ 901.291414] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.291573] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.291679] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.291969] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.292104] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.292646] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d8859d8-b977-4960-b695-318eb57e4eee already deleted. [ 901.292646] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d8859d8-b977-4960-b695-318eb57e4eee" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.210144] env[69165]: INFO networking_nsxv3.common.synchronization [None req-744db228-45ba-48d4-990b-5985a831a938 None None] Enqueued Resource ID: 36918230-1374-4746-bce7-f287772e6663 with Priority: HIGHEST for action port [ 903.210416] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36918230-1374-4746-bce7-f287772e6663 with Priority: HIGHEST for action port [ 903.211127] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-36918230-1374-4746-bce7-f287772e6663 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.211127] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36918230-1374-4746-bce7-f287772e6663" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.211340] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36918230-1374-4746-bce7-f287772e6663" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.211398] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36918230-1374-4746-bce7-f287772e6663" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.211672] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36918230-1374-4746-bce7-f287772e6663',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.714951] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36918230-1374-4746-bce7-f287772e6663 [ 903.715207] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.715342] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.715428] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.715627] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.717756] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.717756] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36918230-1374-4746-bce7-f287772e6663 already deleted. [ 903.717756] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36918230-1374-4746-bce7-f287772e6663" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.083476] env[69165]: INFO networking_nsxv3.common.synchronization [None req-1854d3e1-a02f-4432-a2f0-a673caef455f None None] Enqueued Resource ID: fd2a687f-abdf-442d-bd1b-da7e363e4508 with Priority: HIGHEST for action port [ 905.083757] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd2a687f-abdf-442d-bd1b-da7e363e4508 with Priority: HIGHEST for action port [ 905.084243] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd2a687f-abdf-442d-bd1b-da7e363e4508 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.084380] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd2a687f-abdf-442d-bd1b-da7e363e4508" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.084452] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd2a687f-abdf-442d-bd1b-da7e363e4508" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.084679] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd2a687f-abdf-442d-bd1b-da7e363e4508" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.084753] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd2a687f-abdf-442d-bd1b-da7e363e4508',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.586998] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd2a687f-abdf-442d-bd1b-da7e363e4508 [ 905.587135] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.587279] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.587342] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.587528] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.587665] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.587845] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd2a687f-abdf-442d-bd1b-da7e363e4508 already deleted. [ 905.587918] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd2a687f-abdf-442d-bd1b-da7e363e4508" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.588881] env[69165]: INFO networking_nsxv3.common.synchronization [None req-4c64ff4c-38d5-4baf-a11b-b84fd8a6a53e tempest-AttachVolumeShelveTestJSON-695487292 tempest-AttachVolumeShelveTestJSON-695487292-project-member] Enqueued Resource ID: 3c38bc4d-ca2a-4be6-b34b-14e5ac461df3 with Priority: HIGHEST for action security_group_rules [ 908.589476] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c38bc4d-ca2a-4be6-b34b-14e5ac461df3 with Priority: HIGHEST for action security_group_rules [ 908.589830] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c38bc4d-ca2a-4be6-b34b-14e5ac461df3 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.589961] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c38bc4d-ca2a-4be6-b34b-14e5ac461df3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.590125] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c38bc4d-ca2a-4be6-b34b-14e5ac461df3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.590394] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c38bc4d-ca2a-4be6-b34b-14e5ac461df3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.590475] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c38bc4d-ca2a-4be6-b34b-14e5ac461df3',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.663494] env[69165]: INFO networking_nsxv3.common.synchronization [None req-a3326d0c-a225-4c16-b0d8-173feb75be93 tempest-AttachVolumeShelveTestJSON-695487292 tempest-AttachVolumeShelveTestJSON-695487292-project-member] Enqueued Resource ID: 3c38bc4d-ca2a-4be6-b34b-14e5ac461df3 with Priority: HIGHEST for action security_group_rules [ 908.663983] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c38bc4d-ca2a-4be6-b34b-14e5ac461df3 with Priority: HIGHEST for action security_group_rules [ 908.664700] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c38bc4d-ca2a-4be6-b34b-14e5ac461df3 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.664809] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c38bc4d-ca2a-4be6-b34b-14e5ac461df3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.115310] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.115652] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.117423] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.117423] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.117423] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.117423] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c38bc4d-ca2a-4be6-b34b-14e5ac461df3 already deleted. [ 909.117423] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c38bc4d-ca2a-4be6-b34b-14e5ac461df3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.117423] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c38bc4d-ca2a-4be6-b34b-14e5ac461df3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.117423] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c38bc4d-ca2a-4be6-b34b-14e5ac461df3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.117423] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c38bc4d-ca2a-4be6-b34b-14e5ac461df3',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.381036] env[69165]: INFO networking_nsxv3.common.synchronization [None req-ea29df14-1e77-40a5-954f-cb94501ee044 None None] Enqueued Resource ID: 76a2e553-f9a8-4bdb-9921-f65326017bb5 with Priority: HIGHEST for action port [ 909.381036] env[69165]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76a2e553-f9a8-4bdb-9921-f65326017bb5 with Priority: HIGHEST for action port [ 909.381036] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock port-76a2e553-f9a8-4bdb-9921-f65326017bb5 taken with stack trace [, , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.381036] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76a2e553-f9a8-4bdb-9921-f65326017bb5" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.381036] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76a2e553-f9a8-4bdb-9921-f65326017bb5" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.383777] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76a2e553-f9a8-4bdb-9921-f65326017bb5" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.383777] env[69165]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76a2e553-f9a8-4bdb-9921-f65326017bb5',) {} {{(pid=69165) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.638882] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.638882] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.638882] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.638882] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.638882] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.638882] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c38bc4d-ca2a-4be6-b34b-14e5ac461df3 already deleted. [ 909.638882] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c38bc4d-ca2a-4be6-b34b-14e5ac461df3" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.887534] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76a2e553-f9a8-4bdb-9921-f65326017bb5 [ 909.887534] env[69165]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69165) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.887534] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.887534] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.887534] env[69165]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.887534] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.887534] env[69165]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76a2e553-f9a8-4bdb-9921-f65326017bb5 already deleted. [ 909.887534] env[69165]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76a2e553-f9a8-4bdb-9921-f65326017bb5" {{(pid=69165) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.381303] env[69165]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 914.381597] env[69165]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 919.382359] env[69165]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 919.382580] env[69165]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 924.383774] env[69165]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 924.384141] env[69165]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 929.384796] env[69165]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 929.385137] env[69165]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 934.386111] env[69165]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 934.386472] env[69165]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 939.387384] env[69165]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 939.387746] env[69165]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0