[ 549.069194] env[71162]: INFO neutron.common.config [-] Logging enabled! [ 549.069683] env[71162]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev62 [ 549.070061] env[71162]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=71162) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 549.070374] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 549.070475] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 549.071287] env[71162]: WARNING oslo_policy.policy [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 549.071495] env[71162]: WARNING oslo_policy.policy [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 549.072999] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] VMware NSXv3 Agent initialized successfully. [ 549.073358] env[71162]: DEBUG oslo_concurrency.lockutils [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] Acquiring lock "singleton_lock" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.073487] env[71162]: DEBUG oslo_concurrency.lockutils [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] Acquired lock "singleton_lock" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.073686] env[71162]: DEBUG oslo_concurrency.lockutils [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] Releasing lock "singleton_lock" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.073963] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] Full set of CONF: {{(pid=71162) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 549.074089] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ******************************************************************************** {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 549.074192] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] Configuration options gathered from: {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 549.074563] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 549.074736] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 549.074843] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ================================================================================ {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 549.075016] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] agent_down_time = 75 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.075164] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] allow_automatic_dhcp_failover = True {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.075303] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] allow_bulk = True {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.075447] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] api_extensions_path = {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.075589] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] api_paste_config = api-paste.ini {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.075730] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] auth_strategy = keystone {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.075836] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] backdoor_port = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.075939] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] backdoor_socket = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.076087] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] backlog = 4096 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.076226] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] base_mac = fa:16:3e:00:00:00 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.076383] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] bind_host = 0.0.0.0 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.076523] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] bind_port = 9696 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.076658] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] client_socket_timeout = 900 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.076795] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] config_dir = [] {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.076903] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.077051] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] config_source = [] {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.077190] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] control_exchange = neutron {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.077328] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] core_plugin = ml2 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.077462] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] debug = True {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.077595] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] default_availability_zones = [] {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.077905] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.077981] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] dhcp_agent_notification = True {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.078081] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] dhcp_agents_per_network = 1 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.078207] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] dhcp_lease_duration = 86400 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.078347] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] dhcp_load_type = networks {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.078483] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] dns_domain = openstacklocal {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.079537] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.079537] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] enable_default_route_bfd = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.079537] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] enable_default_route_ecmp = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.079537] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] enable_dvr = True {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.079537] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] enable_new_agents = True {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.079537] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.079537] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] enable_signals = True {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.079990] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] enable_traditional_dhcp = True {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.079990] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] external_dns_driver = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.079990] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] filter_validation = True {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.079990] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] global_physnet_mtu = 8950 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.080119] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] graceful_shutdown_timeout = 60 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.080215] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] host = cpu-1 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.080339] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] host_dvr_for_dhcp = True {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.080501] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] http_retries = 3 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.080646] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] instance_format = [instance: %(uuid)s] {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.080796] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.080961] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ipam_driver = internal {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.082126] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ipv6_pd_enabled = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.082126] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] l3_ha = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.082126] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.082126] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] l3_ha_network_physical_name = {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.082126] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] l3_ha_network_type = {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.082126] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] log_color = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.082126] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] log_config_append = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.082371] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.082371] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] log_dir = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.082371] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] log_file = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.082371] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] log_options = True {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.082479] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] log_rotate_interval = 1 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.082773] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] log_rotate_interval_type = days {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.082773] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] log_rotation_type = none {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.082859] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.082927] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.083061] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.083193] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.083299] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.083457] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] max_dns_nameservers = 5 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.083544] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] max_header_line = 16384 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.083873] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] max_l3_agents_per_router = 3 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.083873] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] max_logfile_count = 30 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.084034] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] max_logfile_size_mb = 200 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.084089] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] max_subnet_host_routes = 20 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.084192] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] my_ip = 10.180.1.21 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.084508] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] my_ipv6 = ::1 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.084508] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] network_auto_schedule = True {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.084604] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] network_link_prefix = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.085022] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.085022] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] notify_nova_on_port_data_changes = True {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.085022] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] notify_nova_on_port_status_changes = True {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.085143] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] pagination_max_limit = -1 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.085392] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] publish_errors = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.085392] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] rate_limit_burst = 0 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.085559] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] rate_limit_except_level = CRITICAL {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.085610] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] rate_limit_interval = 0 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.085768] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] retry_until_window = 30 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.085836] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] router_distributed = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.086265] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] rpc_resources_processing_step = 20 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.086265] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] rpc_response_max_timeout = 600 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.086265] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] rpc_response_timeout = 60 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.086357] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] send_events_interval = 2 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.087574] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] service_plugins = ['router'] {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.087574] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] setproctitle = on {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.087574] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] shell_completion = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.087574] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] state_path = /opt/stack/data/neutron {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.087574] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] syslog_log_facility = LOG_USER {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.087574] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] tcp_keepidle = 600 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.087574] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] transport_url = **** {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.087829] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] use_journal = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.087829] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] use_json = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.087829] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] use_ssl = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.087829] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] use_stderr = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.087941] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] use_syslog = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.088079] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] vlan_qinq = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.088177] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] vlan_transparent = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.088300] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] watch_log_file = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.088425] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] wsgi_default_pool_size = 100 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.088546] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] wsgi_keep_alive = True {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.088677] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.089226] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] wsgi_server_debug = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.089226] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_concurrency.disable_process_locking = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.089226] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.089226] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.089375] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.090146] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.090146] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.090146] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.090146] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] profiler.connection_string = messaging:// {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.090146] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] profiler.enabled = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.090543] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] profiler.es_doc_type = notification {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.090543] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] profiler.es_scroll_size = 10000 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.090543] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] profiler.es_scroll_time = 2m {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.091743] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] profiler.filter_error_trace = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.091743] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] profiler.hmac_keys = **** {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.091743] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] profiler.sentinel_service_name = mymaster {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.091743] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] profiler.socket_timeout = 0.1 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.091743] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] profiler.trace_requests = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.091743] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] profiler.trace_sqlalchemy = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.091743] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] profiler_jaeger.process_tags = {} {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.091938] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] profiler_jaeger.service_name_prefix = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.091938] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] profiler_otlp.service_name_prefix = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.091938] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_policy.enforce_new_defaults = True {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.092633] env[71162]: WARNING oslo_config.cfg [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 549.092633] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_policy.enforce_scope = True {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.092633] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_policy.policy_default_rule = default {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.092633] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.093041] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.093041] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.093133] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.093653] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.093653] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.093653] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.093653] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_policy.remote_timeout = 60.0 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.093804] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.093971] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] agent.extensions = [] {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.094970] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.094970] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] service_providers.service_provider = [] {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.094970] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] QUOTAS.default_quota = -1 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.094970] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.094970] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] QUOTAS.quota_floatingip = 50 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.094970] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] QUOTAS.quota_network = 100 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.095167] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] QUOTAS.quota_port = 500 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.095167] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.095167] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] QUOTAS.quota_router = 10 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.095341] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] QUOTAS.quota_security_group = 10 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.095408] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.095539] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] QUOTAS.quota_subnet = 100 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.095670] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] QUOTAS.track_quota_usage = True {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.095818] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.095960] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep.group = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.096105] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep.helper_command = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.096239] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep.log_daemon_traceback = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.098341] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.098341] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep.thread_pool_size = 8 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.098341] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep.user = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.098341] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.098341] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep_dhcp_release.group = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.098341] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep_dhcp_release.helper_command = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.098341] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.098575] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.098575] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.098575] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep_dhcp_release.user = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.098575] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.098575] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep_ovs_vsctl.group = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.098575] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep_ovs_vsctl.helper_command = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.098575] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.098750] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.098750] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.098750] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep_ovs_vsctl.user = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.098750] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep_namespace.capabilities = [21] {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.098750] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep_namespace.group = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.098878] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep_namespace.helper_command = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.099050] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep_namespace.log_daemon_traceback = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.099159] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.099291] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep_namespace.thread_pool_size = 8 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.099417] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep_namespace.user = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.099551] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep_conntrack.capabilities = [12] {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.099675] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep_conntrack.group = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.099803] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep_conntrack.helper_command = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.099951] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.100100] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.100233] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.100359] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep_conntrack.user = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.100497] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep_link.capabilities = [12, 21] {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.100624] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep_link.group = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.100769] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep_link.helper_command = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.100890] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep_link.log_daemon_traceback = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.101229] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.101229] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep_link.thread_pool_size = 8 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.101356] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] privsep_link.user = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.101453] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.101597] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.101732] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] AGENT.continue_on_failed_promotions = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.102630] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] AGENT.dscp = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.102630] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] AGENT.dscp_inherit = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.102630] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] AGENT.force_mp_to_policy = True {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.102630] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] AGENT.locking_coordinator_url = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.102630] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] AGENT.log_agent_heartbeats = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.102630] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] AGENT.logging_expire = 1 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.102802] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.102834] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.102977] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] AGENT.polling_interval = 240 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.103212] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.103289] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.104068] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] AGENT.report_interval = 30.0 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.104068] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.104068] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.104068] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.104068] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] AGENT.sync_skew = 60 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.104068] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] AGENT.synchronization_queue_size = 20 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.104245] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] AGENT.use_helper_for_ns_read = True {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.104357] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] SECURITYGROUP.enable_ipset = True {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.104482] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] SECURITYGROUP.enable_security_group = True {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.104618] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.105853] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.105853] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] experimental.ipv6_pd_enabled = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.105853] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ml2.extension_drivers = ['port_security'] {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.105853] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ml2.external_network_type = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.105853] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.105853] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ml2.overlay_ip_version = 4 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.105853] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ml2.path_mtu = 8950 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.106069] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ml2.physical_network_mtus = {} {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.106069] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ml2.tenant_network_types = ['vlan'] {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.106069] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.106150] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ml2.type_drivers = ['vlan'] {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.106282] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] AGENT_CLI.neutron_port_id = [] {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.106413] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.106544] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.106688] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.106826] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.106961] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.107108] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.107245] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.107381] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.107742] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.107742] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] NSXV3.nsxv3_login_password = **** {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.108395] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] NSXV3.nsxv3_login_port = 443 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.108395] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] NSXV3.nsxv3_login_user = admin {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.108395] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.108395] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.108395] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.108635] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.108682] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.108823] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.109017] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.109098] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.109763] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.109763] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.109763] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.109763] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.109763] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.109993] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.110130] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] vsphere.vsphere_login_password = VMware1! {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.110618] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.110618] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.110618] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] nova.auth_section = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.110737] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] nova.auth_type = password {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.111242] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.111242] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] nova.certfile = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.111242] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] nova.collect_timing = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.111370] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] nova.endpoint_type = public {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.111448] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] nova.insecure = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.111556] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] nova.keyfile = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.111692] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] nova.region_name = RegionOne {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.112242] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] nova.split_loggers = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.112242] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] nova.timeout = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.112242] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] placement.auth_section = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.112242] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] placement.auth_type = password {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.112398] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.112500] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] placement.certfile = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.112613] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] placement.collect_timing = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.112748] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] placement.endpoint_type = public {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.112876] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] placement.insecure = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.113016] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] placement.keyfile = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.113311] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] placement.region_name = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.113311] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] placement.split_loggers = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.113537] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] placement.timeout = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.113537] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ironic.auth_section = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.113656] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ironic.auth_type = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.113774] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ironic.cafile = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.116023] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ironic.certfile = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.116023] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ironic.collect_timing = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.116023] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ironic.connect_retries = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.116023] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ironic.connect_retry_delay = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.116023] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ironic.enable_notifications = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.116023] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ironic.endpoint_override = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.116023] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ironic.insecure = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.116266] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ironic.interface = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.116266] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ironic.keyfile = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.116266] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ironic.max_version = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.116266] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ironic.min_version = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.116266] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ironic.region_name = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.116266] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ironic.retriable_status_codes = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.116266] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ironic.service_name = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.116439] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ironic.service_type = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.116439] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ironic.split_loggers = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.116439] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ironic.status_code_retries = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.116439] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ironic.status_code_retry_delay = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.116439] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ironic.timeout = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.116439] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ironic.valid_interfaces = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.116439] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ironic.version = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.116611] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] cli_script.dry_run = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.116661] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.116794] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.116934] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.117074] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.117209] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.117341] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.117473] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.117605] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.117738] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.117878] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.118015] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.118159] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.118297] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.118434] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.118569] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.118715] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.118846] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.118976] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.119127] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.119260] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.119393] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.119524] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.119654] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.119782] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.119937] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.120092] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.120226] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.120357] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.120488] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.120621] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.120753] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_rabbit.ssl = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.120912] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.121076] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.121216] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.121356] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.121493] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_rabbit.ssl_version = {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.121630] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.121774] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_notifications.driver = [] {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.121912] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_notifications.retry = -1 {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.122075] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.122243] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] oslo_messaging_notifications.transport_url = **** {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.122359] env[71162]: DEBUG oslo_service.backend.eventlet.service [None req-a2657e49-13c4-419e-adb1-f250e78dac18 None None] ******************************************************************************** {{(pid=71162) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 549.123360] env[71162]: DEBUG neutron.agent.securitygroups_rpc [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Init firewall settings (driver=nsxv3) {{(pid=71162) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 549.124710] env[71162]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=71162) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 549.124949] env[71162]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] RPC agent_id: nsxm-l-01a.corp.local [ 549.127202] env[71162]: DEBUG dogpile.cache.region [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] No value present for key: 'zone-id' {{(pid=71162) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 549.127319] env[71162]: DEBUG dogpile.lock [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] NeedRegenerationException {{(pid=71162) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 549.127414] env[71162]: DEBUG dogpile.lock [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] no value, waiting for create lock {{(pid=71162) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 549.127502] env[71162]: DEBUG dogpile.lock [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] value creation lock acquired {{(pid=71162) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 549.127593] env[71162]: DEBUG dogpile.cache.region [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] No value present for key: 'zone-id' {{(pid=71162) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 549.127680] env[71162]: DEBUG dogpile.lock [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Calling creation function for not-yet-present value {{(pid=71162) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 549.127799] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 549.145309] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Session token - acquiring [ 549.150150] env[71162]: DEBUG networking_nsxv3.common.locking [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.150150] env[71162]: DEBUG oslo_concurrency.lockutils [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.150150] env[71162]: DEBUG oslo_concurrency.lockutils [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.150150] env[71162]: DEBUG oslo_concurrency.lockutils [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.158560] env[71162]: DEBUG oslo_concurrency.lockutils [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.465465] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 549.486884] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 549.487038] env[71162]: DEBUG dogpile.cache.region [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Cache value generated in 0.359 seconds for key(s): 'zone-id' {{(pid=71162) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 549.487167] env[71162]: DEBUG dogpile.lock [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Released creation lock {{(pid=71162) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 549.487286] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Activating Policy API Provider. [ 549.487476] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Looking for the default Infrastructure Rules. [ 549.557890] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Looking for the Default Layer3 Logged Drop Section. [ 549.574754] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 549.575241] env[71162]: DEBUG networking_nsxv3.common.locking [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.575417] env[71162]: DEBUG oslo_concurrency.lockutils [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Acquiring lock "all" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.575517] env[71162]: DEBUG oslo_concurrency.lockutils [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Acquired lock "all" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.575797] env[71162]: DEBUG oslo_concurrency.lockutils [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Acquired external semaphore "all" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.576167] env[71162]: DEBUG networking_nsxv3.api.rpc [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.092135] env[71162]: DEBUG networking_nsxv3.api.rpc [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.594252] env[71162]: DEBUG networking_nsxv3.api.rpc [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.096575] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Inventory metadata is going to be refreshed. [ 551.096921] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 551.978089] env[71162]: DEBUG networking_nsxv3.common.locking [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.978359] env[71162]: DEBUG oslo_concurrency.lockutils [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Acquiring lock "Segment" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.978359] env[71162]: DEBUG oslo_concurrency.lockutils [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Acquired lock "Segment" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.978692] env[71162]: DEBUG oslo_concurrency.lockutils [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Acquired external semaphore "Segment" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.989381] env[71162]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 551.990475] env[71162]: DEBUG oslo_concurrency.lockutils [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Releasing lock "Segment" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.991579] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 552.010293] env[71162]: DEBUG networking_nsxv3.common.locking [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.010600] env[71162]: DEBUG oslo_concurrency.lockutils [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.010600] env[71162]: DEBUG oslo_concurrency.lockutils [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.010909] env[71162]: DEBUG oslo_concurrency.lockutils [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.011059] env[71162]: DEBUG oslo_concurrency.lockutils [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.011215] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 552.011329] env[71162]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=71162) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 552.011434] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 552.030830] env[71162]: DEBUG networking_nsxv3.common.locking [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.031109] env[71162]: DEBUG oslo_concurrency.lockutils [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.031157] env[71162]: DEBUG oslo_concurrency.lockutils [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.031464] env[71162]: DEBUG oslo_concurrency.lockutils [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.031635] env[71162]: DEBUG oslo_concurrency.lockutils [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.031785] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 552.055130] env[71162]: DEBUG networking_nsxv3.common.locking [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.055399] env[71162]: DEBUG oslo_concurrency.lockutils [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.055448] env[71162]: DEBUG oslo_concurrency.lockutils [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.055743] env[71162]: DEBUG oslo_concurrency.lockutils [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.055883] env[71162]: DEBUG oslo_concurrency.lockutils [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.056045] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 552.080969] env[71162]: DEBUG networking_nsxv3.common.locking [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.081220] env[71162]: DEBUG oslo_concurrency.lockutils [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Acquiring lock "Address Group" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.081309] env[71162]: DEBUG oslo_concurrency.lockutils [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Acquired lock "Address Group" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.081564] env[71162]: DEBUG oslo_concurrency.lockutils [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Acquired external semaphore "Address Group" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.081713] env[71162]: DEBUG oslo_concurrency.lockutils [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Releasing lock "Address Group" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.081865] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 552.081968] env[71162]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=71162) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 552.082080] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 552.102320] env[71162]: DEBUG networking_nsxv3.common.locking [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.102715] env[71162]: DEBUG oslo_concurrency.lockutils [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Acquiring lock "Segment QoS" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.102715] env[71162]: DEBUG oslo_concurrency.lockutils [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Acquired lock "Segment QoS" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.102895] env[71162]: DEBUG oslo_concurrency.lockutils [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Acquired external semaphore "Segment QoS" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.103025] env[71162]: DEBUG oslo_concurrency.lockutils [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Releasing lock "Segment QoS" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.103173] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 552.103275] env[71162]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=71162) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 552.103375] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 552.142218] env[71162]: DEBUG networking_nsxv3.common.locking [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.142462] env[71162]: DEBUG oslo_concurrency.lockutils [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Acquiring lock "Security Group (Members)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.142957] env[71162]: DEBUG oslo_concurrency.lockutils [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Acquired lock "Security Group (Members)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.142957] env[71162]: DEBUG oslo_concurrency.lockutils [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Acquired external semaphore "Security Group (Members)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.142957] env[71162]: DEBUG oslo_concurrency.lockutils [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Releasing lock "Security Group (Members)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.143101] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 552.143206] env[71162]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=71162) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 552.143267] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Inventory metadata have been refreshed. [ 552.143350] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Dryrun:True. Metadata refresh completed. [ 552.143474] env[71162]: DEBUG oslo_concurrency.lockutils [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Releasing lock "all" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.145167] env[71162]: INFO neutron.agent.agent_extensions_manager [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Loaded agent extensions: [] [ 552.145878] env[71162]: DEBUG neutron_lib.callbacks.manager [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=71162) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 552.196547] env[71162]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] NSXv3 Agent Agent RPC Daemon Started! [ 552.196746] env[71162]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] NSXv3 Agent Agent loop - iteration:0 started [ 552.196746] env[71162]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-383309f3-d857-45f3-95d8-748fb25bc04b None None] NSXv3 Agent Agent out of sync with plugin! [ 557.146967] env[71162]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 557.146967] env[71162]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 562.148152] env[71162]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 562.148152] env[71162]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 567.078668] env[71162]: INFO networking_nsxv3.common.synchronization [None req-951c807d-0abb-43be-9cb4-e56147f87e29 demo admin] Enqueued Resource ID: 04ecf8b3-5203-48c4-ae4e-020760f31506 with Priority: HIGHEST for action security_group_rules [ 567.079213] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ecf8b3-5203-48c4-ae4e-020760f31506 with Priority: HIGHEST for action security_group_rules [ 567.079541] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04ecf8b3-5203-48c4-ae4e-020760f31506 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.079674] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04ecf8b3-5203-48c4-ae4e-020760f31506" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.079744] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04ecf8b3-5203-48c4-ae4e-020760f31506" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.080092] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04ecf8b3-5203-48c4-ae4e-020760f31506" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.080176] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04ecf8b3-5203-48c4-ae4e-020760f31506',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.600038] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.600038] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.600038] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.600038] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.600038] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.600402] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04ecf8b3-5203-48c4-ae4e-020760f31506 already deleted. [ 567.600402] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04ecf8b3-5203-48c4-ae4e-020760f31506" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.080562] env[71162]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 572.080994] env[71162]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 577.082371] env[71162]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 577.082701] env[71162]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 582.083792] env[71162]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 582.084180] env[71162]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 587.085347] env[71162]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 587.088165] env[71162]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 592.086806] env[71162]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 592.087209] env[71162]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 595.727879] env[71162]: INFO networking_nsxv3.common.synchronization [None req-a5702c7c-1407-40d2-a26f-4bde44ac5fb6 None None] Enqueued Resource ID: 3c1418a1-b2f7-4fa5-82ef-5e9ad6410040 with Priority: HIGHEST for action port [ 595.728322] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c1418a1-b2f7-4fa5-82ef-5e9ad6410040 with Priority: HIGHEST for action port [ 595.728600] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c1418a1-b2f7-4fa5-82ef-5e9ad6410040 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.728718] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c1418a1-b2f7-4fa5-82ef-5e9ad6410040" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.728788] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c1418a1-b2f7-4fa5-82ef-5e9ad6410040" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.730102] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c1418a1-b2f7-4fa5-82ef-5e9ad6410040" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.730241] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c1418a1-b2f7-4fa5-82ef-5e9ad6410040',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.917399] env[71162]: INFO networking_nsxv3.common.synchronization [None req-e4217ae7-ad13-42eb-aae5-602fed65ffbe None None] Enqueued Resource ID: 002df0ed-ee2b-46f0-92cd-574c9421562a with Priority: HIGHEST for action port [ 595.917399] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 002df0ed-ee2b-46f0-92cd-574c9421562a with Priority: HIGHEST for action port [ 595.918724] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-002df0ed-ee2b-46f0-92cd-574c9421562a taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.918724] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-002df0ed-ee2b-46f0-92cd-574c9421562a" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.918724] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-002df0ed-ee2b-46f0-92cd-574c9421562a" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.918724] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-002df0ed-ee2b-46f0-92cd-574c9421562a" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.918724] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('002df0ed-ee2b-46f0-92cd-574c9421562a',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.232990] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c1418a1-b2f7-4fa5-82ef-5e9ad6410040 [ 596.233894] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.235460] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.235460] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.235460] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.235460] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.235460] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c1418a1-b2f7-4fa5-82ef-5e9ad6410040 already deleted. [ 596.235460] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c1418a1-b2f7-4fa5-82ef-5e9ad6410040" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.422443] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 002df0ed-ee2b-46f0-92cd-574c9421562a [ 596.424059] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.424059] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.424228] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.424316] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.424408] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.424504] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:002df0ed-ee2b-46f0-92cd-574c9421562a already deleted. [ 596.425360] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-002df0ed-ee2b-46f0-92cd-574c9421562a" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.402035] env[71162]: INFO networking_nsxv3.common.synchronization [None req-d3bf62d7-d74d-4817-951a-9b7f3fdea817 None None] Enqueued Resource ID: 95759cf8-f944-4f7e-ac3f-abe6f7283883 with Priority: HIGHEST for action port [ 598.402035] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95759cf8-f944-4f7e-ac3f-abe6f7283883 with Priority: HIGHEST for action port [ 598.402035] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-95759cf8-f944-4f7e-ac3f-abe6f7283883 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.402035] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95759cf8-f944-4f7e-ac3f-abe6f7283883" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.402035] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95759cf8-f944-4f7e-ac3f-abe6f7283883" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.402035] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95759cf8-f944-4f7e-ac3f-abe6f7283883" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.402035] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95759cf8-f944-4f7e-ac3f-abe6f7283883',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.866162] env[71162]: INFO networking_nsxv3.common.synchronization [None req-1a6e49c4-24c8-4aec-bfa6-624732720d15 None None] Enqueued Resource ID: 909e7086-1d4e-4be9-9938-ba0eb73f0c45 with Priority: HIGHEST for action port [ 598.866162] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 909e7086-1d4e-4be9-9938-ba0eb73f0c45 with Priority: HIGHEST for action port [ 598.867373] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-909e7086-1d4e-4be9-9938-ba0eb73f0c45 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.867494] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-909e7086-1d4e-4be9-9938-ba0eb73f0c45" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.867584] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-909e7086-1d4e-4be9-9938-ba0eb73f0c45" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.867862] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-909e7086-1d4e-4be9-9938-ba0eb73f0c45" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.867966] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('909e7086-1d4e-4be9-9938-ba0eb73f0c45',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.905262] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95759cf8-f944-4f7e-ac3f-abe6f7283883 [ 598.905555] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.905786] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.905855] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.906081] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.906180] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.906248] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95759cf8-f944-4f7e-ac3f-abe6f7283883 already deleted. [ 598.906346] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95759cf8-f944-4f7e-ac3f-abe6f7283883" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.948882] env[71162]: INFO networking_nsxv3.common.synchronization [None req-1ab3c257-0061-4072-9dda-977cb3e62a91 None None] Enqueued Resource ID: 74880b55-5106-4911-9c43-42b7986c4bdf with Priority: HIGHEST for action port [ 598.949471] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74880b55-5106-4911-9c43-42b7986c4bdf with Priority: HIGHEST for action port [ 598.950125] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-74880b55-5106-4911-9c43-42b7986c4bdf taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.950379] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74880b55-5106-4911-9c43-42b7986c4bdf" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.950379] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74880b55-5106-4911-9c43-42b7986c4bdf" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.950606] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74880b55-5106-4911-9c43-42b7986c4bdf" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.950688] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74880b55-5106-4911-9c43-42b7986c4bdf',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.015384] env[71162]: INFO networking_nsxv3.common.synchronization [None req-c8b63f78-efb2-4a70-a569-650cc057821f None None] Enqueued Resource ID: 0726e0f2-45c6-4db2-b8cf-74e945d2d2ef with Priority: HIGHEST for action port [ 599.015863] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0726e0f2-45c6-4db2-b8cf-74e945d2d2ef with Priority: HIGHEST for action port [ 599.016169] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-0726e0f2-45c6-4db2-b8cf-74e945d2d2ef taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.016294] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0726e0f2-45c6-4db2-b8cf-74e945d2d2ef" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.016362] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0726e0f2-45c6-4db2-b8cf-74e945d2d2ef" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.016595] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0726e0f2-45c6-4db2-b8cf-74e945d2d2ef" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.016691] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0726e0f2-45c6-4db2-b8cf-74e945d2d2ef',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.092035] env[71162]: INFO networking_nsxv3.common.synchronization [None req-67ecf391-fd97-42ef-9dc6-f2b7594269f6 None None] Enqueued Resource ID: f75abe43-1f56-4cad-9f40-c335551b3d07 with Priority: HIGHEST for action port [ 599.092035] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f75abe43-1f56-4cad-9f40-c335551b3d07 with Priority: HIGHEST for action port [ 599.092290] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-f75abe43-1f56-4cad-9f40-c335551b3d07 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.092680] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f75abe43-1f56-4cad-9f40-c335551b3d07" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.092680] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f75abe43-1f56-4cad-9f40-c335551b3d07" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.092794] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f75abe43-1f56-4cad-9f40-c335551b3d07" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.092794] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f75abe43-1f56-4cad-9f40-c335551b3d07',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.370558] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 909e7086-1d4e-4be9-9938-ba0eb73f0c45 [ 599.370878] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.371061] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.371161] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.371375] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.371472] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.371575] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:909e7086-1d4e-4be9-9938-ba0eb73f0c45 already deleted. [ 599.371658] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-909e7086-1d4e-4be9-9938-ba0eb73f0c45" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.453753] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74880b55-5106-4911-9c43-42b7986c4bdf [ 599.456114] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.456114] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.456114] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.456114] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.456114] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.456114] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74880b55-5106-4911-9c43-42b7986c4bdf already deleted. [ 599.456114] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74880b55-5106-4911-9c43-42b7986c4bdf" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.523534] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0726e0f2-45c6-4db2-b8cf-74e945d2d2ef [ 599.523830] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.523986] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.524091] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.524430] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.524547] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.524657] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0726e0f2-45c6-4db2-b8cf-74e945d2d2ef already deleted. [ 599.524761] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0726e0f2-45c6-4db2-b8cf-74e945d2d2ef" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.595487] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f75abe43-1f56-4cad-9f40-c335551b3d07 [ 599.595727] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.595864] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.595933] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.596182] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.596276] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.596381] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f75abe43-1f56-4cad-9f40-c335551b3d07 already deleted. [ 599.596465] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f75abe43-1f56-4cad-9f40-c335551b3d07" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.323811] env[71162]: INFO networking_nsxv3.common.synchronization [None req-209143d2-0dd3-4c72-9067-8a6770e3e38e None None] Enqueued Resource ID: f93513c2-267e-41fa-9ffe-90c2174351d3 with Priority: HIGHEST for action port [ 601.324206] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f93513c2-267e-41fa-9ffe-90c2174351d3 with Priority: HIGHEST for action port [ 601.324748] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-f93513c2-267e-41fa-9ffe-90c2174351d3 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.324748] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f93513c2-267e-41fa-9ffe-90c2174351d3" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.324748] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f93513c2-267e-41fa-9ffe-90c2174351d3" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.324900] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f93513c2-267e-41fa-9ffe-90c2174351d3" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.324900] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f93513c2-267e-41fa-9ffe-90c2174351d3',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.830056] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f93513c2-267e-41fa-9ffe-90c2174351d3 [ 601.830307] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.830552] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.830552] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.830723] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.831835] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.831952] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f93513c2-267e-41fa-9ffe-90c2174351d3 already deleted. [ 601.832055] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f93513c2-267e-41fa-9ffe-90c2174351d3" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.921155] env[71162]: INFO networking_nsxv3.common.synchronization [None req-1896998d-4447-462b-a81a-0ac52112c06f None None] Enqueued Resource ID: 4a8b9f10-2fc0-4f87-bf75-e069e05f3c98 with Priority: HIGHEST for action port [ 601.921649] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a8b9f10-2fc0-4f87-bf75-e069e05f3c98 with Priority: HIGHEST for action port [ 601.922444] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a8b9f10-2fc0-4f87-bf75-e069e05f3c98 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.922444] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a8b9f10-2fc0-4f87-bf75-e069e05f3c98" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.922444] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a8b9f10-2fc0-4f87-bf75-e069e05f3c98" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.923170] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a8b9f10-2fc0-4f87-bf75-e069e05f3c98" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.923170] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a8b9f10-2fc0-4f87-bf75-e069e05f3c98',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.424958] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a8b9f10-2fc0-4f87-bf75-e069e05f3c98 [ 602.425283] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.425458] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.426209] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.426587] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.426697] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.426802] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a8b9f10-2fc0-4f87-bf75-e069e05f3c98 already deleted. [ 602.426887] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a8b9f10-2fc0-4f87-bf75-e069e05f3c98" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.030411] env[71162]: INFO networking_nsxv3.common.synchronization [None req-d733be3b-1860-42ce-b2c8-f2913589ece6 None None] Enqueued Resource ID: 50c3633c-1e71-4614-9443-4e988f57e037 with Priority: HIGHEST for action port [ 603.030630] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50c3633c-1e71-4614-9443-4e988f57e037 with Priority: HIGHEST for action port [ 603.031412] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-50c3633c-1e71-4614-9443-4e988f57e037 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.031599] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50c3633c-1e71-4614-9443-4e988f57e037" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.031705] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50c3633c-1e71-4614-9443-4e988f57e037" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.031963] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50c3633c-1e71-4614-9443-4e988f57e037" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.032656] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50c3633c-1e71-4614-9443-4e988f57e037',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.122953] env[71162]: INFO networking_nsxv3.common.synchronization [None req-9ec32b94-081d-4dbb-8a89-db090f7edb05 None None] Enqueued Resource ID: 53f1b094-cba4-43ed-8ba2-48f7a3dd1705 with Priority: HIGHEST for action port [ 603.123825] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f1b094-cba4-43ed-8ba2-48f7a3dd1705 with Priority: HIGHEST for action port [ 603.125910] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-53f1b094-cba4-43ed-8ba2-48f7a3dd1705 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.125910] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53f1b094-cba4-43ed-8ba2-48f7a3dd1705" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.125910] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53f1b094-cba4-43ed-8ba2-48f7a3dd1705" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.125910] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53f1b094-cba4-43ed-8ba2-48f7a3dd1705" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.125910] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53f1b094-cba4-43ed-8ba2-48f7a3dd1705',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.534630] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50c3633c-1e71-4614-9443-4e988f57e037 [ 603.534889] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.534997] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.535086] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.535304] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.535397] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.535490] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50c3633c-1e71-4614-9443-4e988f57e037 already deleted. [ 603.535573] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50c3633c-1e71-4614-9443-4e988f57e037" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.628424] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53f1b094-cba4-43ed-8ba2-48f7a3dd1705 [ 603.628667] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.628807] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.628879] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.629121] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.629286] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.629387] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53f1b094-cba4-43ed-8ba2-48f7a3dd1705 already deleted. [ 603.629478] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53f1b094-cba4-43ed-8ba2-48f7a3dd1705" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.745139] env[71162]: INFO networking_nsxv3.common.synchronization [None req-d4a047a4-5ba7-4ab8-bdf2-497383f0a103 None None] Enqueued Resource ID: 36f16a18-1bc2-44cb-95aa-732e37e7fac3 with Priority: HIGHEST for action port [ 604.745139] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36f16a18-1bc2-44cb-95aa-732e37e7fac3 with Priority: HIGHEST for action port [ 604.745635] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-36f16a18-1bc2-44cb-95aa-732e37e7fac3 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.745635] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36f16a18-1bc2-44cb-95aa-732e37e7fac3" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.745635] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36f16a18-1bc2-44cb-95aa-732e37e7fac3" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.745883] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36f16a18-1bc2-44cb-95aa-732e37e7fac3" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.745883] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36f16a18-1bc2-44cb-95aa-732e37e7fac3',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.248450] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36f16a18-1bc2-44cb-95aa-732e37e7fac3 [ 605.248890] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.249083] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.249479] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.249747] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.249858] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.249948] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36f16a18-1bc2-44cb-95aa-732e37e7fac3 already deleted. [ 605.249980] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36f16a18-1bc2-44cb-95aa-732e37e7fac3" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.326657] env[71162]: INFO networking_nsxv3.common.synchronization [None req-b200b0ff-9922-4d91-953f-59e18ad75ea7 None None] Enqueued Resource ID: c0b3c3d1-4d8d-411d-a12b-c167606623cb with Priority: HIGHEST for action port [ 605.326657] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0b3c3d1-4d8d-411d-a12b-c167606623cb with Priority: HIGHEST for action port [ 605.326657] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0b3c3d1-4d8d-411d-a12b-c167606623cb taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.326657] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0b3c3d1-4d8d-411d-a12b-c167606623cb" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.326657] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0b3c3d1-4d8d-411d-a12b-c167606623cb" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.326657] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0b3c3d1-4d8d-411d-a12b-c167606623cb" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.326657] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0b3c3d1-4d8d-411d-a12b-c167606623cb',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.829194] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0b3c3d1-4d8d-411d-a12b-c167606623cb [ 605.829508] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.829600] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.829667] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.829967] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.829967] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.830093] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0b3c3d1-4d8d-411d-a12b-c167606623cb already deleted. [ 605.830140] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0b3c3d1-4d8d-411d-a12b-c167606623cb" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.044581] env[71162]: INFO networking_nsxv3.common.synchronization [None req-f9f3505a-5c6e-4fbd-81ea-f8dba470ca62 None None] Enqueued Resource ID: f6b8569e-b7f2-4424-907b-d705996a9a1f with Priority: HIGHEST for action port [ 606.044820] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6b8569e-b7f2-4424-907b-d705996a9a1f with Priority: HIGHEST for action port [ 606.045428] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6b8569e-b7f2-4424-907b-d705996a9a1f taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.045556] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6b8569e-b7f2-4424-907b-d705996a9a1f" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.045620] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6b8569e-b7f2-4424-907b-d705996a9a1f" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.045876] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6b8569e-b7f2-4424-907b-d705996a9a1f" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.045984] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6b8569e-b7f2-4424-907b-d705996a9a1f',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.379664] env[71162]: INFO networking_nsxv3.common.synchronization [None req-f27b719d-d026-4131-a645-43e6c0e76a6a None None] Enqueued Resource ID: 16130835-b47a-47a1-8be0-55a96901f049 with Priority: HIGHEST for action port [ 606.380322] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16130835-b47a-47a1-8be0-55a96901f049 with Priority: HIGHEST for action port [ 606.381717] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-16130835-b47a-47a1-8be0-55a96901f049 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.381868] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16130835-b47a-47a1-8be0-55a96901f049" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.381957] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16130835-b47a-47a1-8be0-55a96901f049" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.382232] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16130835-b47a-47a1-8be0-55a96901f049" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.382313] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16130835-b47a-47a1-8be0-55a96901f049',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.550634] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6b8569e-b7f2-4424-907b-d705996a9a1f [ 606.550634] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.550634] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.550634] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.550634] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.550634] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.550634] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6b8569e-b7f2-4424-907b-d705996a9a1f already deleted. [ 606.550634] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6b8569e-b7f2-4424-907b-d705996a9a1f" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.634178] env[71162]: INFO networking_nsxv3.common.synchronization [None req-ec433a61-97c8-4a97-acb3-087264de81f0 None None] Enqueued Resource ID: a2068462-c252-4222-8e5c-88141d025a1b with Priority: HIGHEST for action port [ 606.634428] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2068462-c252-4222-8e5c-88141d025a1b with Priority: HIGHEST for action port [ 606.634983] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2068462-c252-4222-8e5c-88141d025a1b taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.635122] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2068462-c252-4222-8e5c-88141d025a1b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.635192] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2068462-c252-4222-8e5c-88141d025a1b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.635441] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2068462-c252-4222-8e5c-88141d025a1b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.635536] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2068462-c252-4222-8e5c-88141d025a1b',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.887827] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16130835-b47a-47a1-8be0-55a96901f049 [ 606.887827] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.887827] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.887827] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.887827] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.887827] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.887827] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16130835-b47a-47a1-8be0-55a96901f049 already deleted. [ 606.887827] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16130835-b47a-47a1-8be0-55a96901f049" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.138668] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2068462-c252-4222-8e5c-88141d025a1b [ 607.139506] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.139506] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.139506] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.139506] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.139506] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.139720] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2068462-c252-4222-8e5c-88141d025a1b already deleted. [ 607.139812] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2068462-c252-4222-8e5c-88141d025a1b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.149808] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.149808] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.149808] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.149808] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.149808] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.616290] env[71162]: INFO networking_nsxv3.common.synchronization [None req-5ca91a03-c40c-4f60-9da3-3d9248e7e1c5 None None] Enqueued Resource ID: 4c06a078-e205-4154-86d7-ed3657a00cdb with Priority: HIGHEST for action port [ 608.616290] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c06a078-e205-4154-86d7-ed3657a00cdb with Priority: HIGHEST for action port [ 608.616569] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c06a078-e205-4154-86d7-ed3657a00cdb taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.616647] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c06a078-e205-4154-86d7-ed3657a00cdb" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.616697] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c06a078-e205-4154-86d7-ed3657a00cdb" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.618310] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c06a078-e205-4154-86d7-ed3657a00cdb" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.618441] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c06a078-e205-4154-86d7-ed3657a00cdb',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.654757] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.121859] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c06a078-e205-4154-86d7-ed3657a00cdb [ 609.122179] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.122367] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.123406] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.123712] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.125111] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.125285] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c06a078-e205-4154-86d7-ed3657a00cdb already deleted. [ 609.125524] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c06a078-e205-4154-86d7-ed3657a00cdb" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.158220] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.660967] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 609.661188] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 610.313207] env[71162]: INFO networking_nsxv3.common.synchronization [None req-706b65f8-779e-4bff-8580-10746485b44c None None] Enqueued Resource ID: 6ffbe820-084f-4b4d-abcb-1eefcc107c35 with Priority: HIGHEST for action port [ 610.313873] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ffbe820-084f-4b4d-abcb-1eefcc107c35 with Priority: HIGHEST for action port [ 610.315503] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ffbe820-084f-4b4d-abcb-1eefcc107c35 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.315503] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ffbe820-084f-4b4d-abcb-1eefcc107c35" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.315503] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ffbe820-084f-4b4d-abcb-1eefcc107c35" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.315804] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ffbe820-084f-4b4d-abcb-1eefcc107c35" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.316375] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ffbe820-084f-4b4d-abcb-1eefcc107c35',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.419758] env[71162]: INFO networking_nsxv3.common.synchronization [None req-756c696d-201c-4020-b069-00807831a5df tempest-ServersTestJSON-1394064423 tempest-ServersTestJSON-1394064423-project-member] Enqueued Resource ID: dd0dc26b-79a6-4fd5-8088-0af6694d7632 with Priority: HIGHEST for action security_group_rules [ 610.420364] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd0dc26b-79a6-4fd5-8088-0af6694d7632 with Priority: HIGHEST for action security_group_rules [ 610.420675] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd0dc26b-79a6-4fd5-8088-0af6694d7632 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.420797] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd0dc26b-79a6-4fd5-8088-0af6694d7632" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.420894] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd0dc26b-79a6-4fd5-8088-0af6694d7632" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.421155] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd0dc26b-79a6-4fd5-8088-0af6694d7632" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.421253] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd0dc26b-79a6-4fd5-8088-0af6694d7632',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.438069] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.438258] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.438341] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.438802] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.454257] env[71162]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 610.457753] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.457753] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 610.483442] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.483996] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.486019] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.486019] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.486019] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.486019] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 610.486019] env[71162]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=71162) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 610.486019] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 610.508647] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.508647] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.508647] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.508647] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.508647] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.508647] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 610.532146] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.532146] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.532146] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.532146] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.532146] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.532146] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 610.541487] env[71162]: INFO networking_nsxv3.common.synchronization [None req-45add335-ff38-4411-a8ec-52ea0d5933ff tempest-ServersTestJSON-1394064423 tempest-ServersTestJSON-1394064423-project-member] Enqueued Resource ID: dd0dc26b-79a6-4fd5-8088-0af6694d7632 with Priority: HIGHEST for action security_group_rules [ 610.542715] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd0dc26b-79a6-4fd5-8088-0af6694d7632 with Priority: HIGHEST for action security_group_rules [ 610.542715] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd0dc26b-79a6-4fd5-8088-0af6694d7632 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.542715] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd0dc26b-79a6-4fd5-8088-0af6694d7632" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.559205] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.559205] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.559205] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.559205] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.559205] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.559205] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 610.559205] env[71162]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=71162) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 610.559205] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 610.581152] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.582267] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.583153] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.583411] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.583574] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.584017] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 610.584602] env[71162]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=71162) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 610.584713] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 610.607221] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.607403] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.607482] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.607839] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.607839] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.607949] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 610.607981] env[71162]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=71162) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 610.608101] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 610.608165] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 610.608220] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 610.608446] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 610.608446] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 610.608606] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 610.608659] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 610.608733] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 610.635217] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.635217] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.635217] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.635217] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.635217] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.635217] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 610.660826] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.660974] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.661046] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.661263] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.661364] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.676353] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.819221] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ffbe820-084f-4b4d-abcb-1eefcc107c35 [ 610.819607] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.819864] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.820029] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.820344] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.820531] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.820703] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ffbe820-084f-4b4d-abcb-1eefcc107c35 already deleted. [ 610.820861] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ffbe820-084f-4b4d-abcb-1eefcc107c35" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.943887] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.944046] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.944115] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.944331] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.944416] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.944728] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd0dc26b-79a6-4fd5-8088-0af6694d7632 already deleted. [ 610.944835] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd0dc26b-79a6-4fd5-8088-0af6694d7632" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.944992] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd0dc26b-79a6-4fd5-8088-0af6694d7632" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.945333] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd0dc26b-79a6-4fd5-8088-0af6694d7632" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.945420] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd0dc26b-79a6-4fd5-8088-0af6694d7632',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.469520] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.469799] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.470670] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.470670] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.470670] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.470670] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd0dc26b-79a6-4fd5-8088-0af6694d7632 already deleted. [ 611.470670] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd0dc26b-79a6-4fd5-8088-0af6694d7632" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.111601] env[71162]: INFO networking_nsxv3.common.synchronization [None req-8bd216a8-470f-4c60-b7f1-99b291c3261d None None] Enqueued Resource ID: a2fbb703-6942-4fe4-a1f3-25aac5013f3c with Priority: HIGHEST for action port [ 612.111601] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2fbb703-6942-4fe4-a1f3-25aac5013f3c with Priority: HIGHEST for action port [ 612.111601] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2fbb703-6942-4fe4-a1f3-25aac5013f3c taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.111601] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2fbb703-6942-4fe4-a1f3-25aac5013f3c" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.111601] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2fbb703-6942-4fe4-a1f3-25aac5013f3c" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.111601] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2fbb703-6942-4fe4-a1f3-25aac5013f3c" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.111601] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2fbb703-6942-4fe4-a1f3-25aac5013f3c',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.613772] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2fbb703-6942-4fe4-a1f3-25aac5013f3c [ 612.614137] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.614137] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.614423] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.614423] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.614599] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.614599] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2fbb703-6942-4fe4-a1f3-25aac5013f3c already deleted. [ 612.614681] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2fbb703-6942-4fe4-a1f3-25aac5013f3c" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.673277] env[71162]: INFO networking_nsxv3.common.synchronization [None req-4e22c85a-114c-4ed3-a392-db4ab80059b1 None None] Enqueued Resource ID: 88d3830b-0a7e-410b-833a-c06b96dca385 with Priority: HIGHEST for action port [ 612.673700] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88d3830b-0a7e-410b-833a-c06b96dca385 with Priority: HIGHEST for action port [ 612.674176] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-88d3830b-0a7e-410b-833a-c06b96dca385 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.674305] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88d3830b-0a7e-410b-833a-c06b96dca385" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.674305] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88d3830b-0a7e-410b-833a-c06b96dca385" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.674523] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88d3830b-0a7e-410b-833a-c06b96dca385" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.674955] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88d3830b-0a7e-410b-833a-c06b96dca385',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.176398] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88d3830b-0a7e-410b-833a-c06b96dca385 [ 613.176644] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.176782] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.176869] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.178720] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.178720] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.178720] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88d3830b-0a7e-410b-833a-c06b96dca385 already deleted. [ 613.178720] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88d3830b-0a7e-410b-833a-c06b96dca385" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.745871] env[71162]: INFO networking_nsxv3.common.synchronization [None req-571d3e1c-ac4d-4968-b865-a77e35c63e44 None None] Enqueued Resource ID: 93f6fcc3-45d8-487c-8e0a-41939e38c649 with Priority: HIGHEST for action port [ 613.746784] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93f6fcc3-45d8-487c-8e0a-41939e38c649 with Priority: HIGHEST for action port [ 613.747261] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-93f6fcc3-45d8-487c-8e0a-41939e38c649 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.747903] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93f6fcc3-45d8-487c-8e0a-41939e38c649" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.747903] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93f6fcc3-45d8-487c-8e0a-41939e38c649" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.747903] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93f6fcc3-45d8-487c-8e0a-41939e38c649" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.748037] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93f6fcc3-45d8-487c-8e0a-41939e38c649',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.867576] env[71162]: INFO networking_nsxv3.common.synchronization [None req-e2df4528-0967-4754-a566-0f5054536256 None None] Enqueued Resource ID: dee0ece9-2c37-48a4-b727-218ec546d7ef with Priority: HIGHEST for action port [ 613.867829] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dee0ece9-2c37-48a4-b727-218ec546d7ef with Priority: HIGHEST for action port [ 613.868460] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-dee0ece9-2c37-48a4-b727-218ec546d7ef taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.868581] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dee0ece9-2c37-48a4-b727-218ec546d7ef" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.868646] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dee0ece9-2c37-48a4-b727-218ec546d7ef" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.868894] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dee0ece9-2c37-48a4-b727-218ec546d7ef" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.868971] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dee0ece9-2c37-48a4-b727-218ec546d7ef',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.943114] env[71162]: INFO networking_nsxv3.common.synchronization [None req-51c9b212-c005-4783-9527-37821aebe696 tempest-VolumesAssistedSnapshotsTest-374283455 tempest-VolumesAssistedSnapshotsTest-374283455-project-member] Enqueued Resource ID: 7ab4fee9-039f-4f01-b4be-87623321ff4b with Priority: HIGHEST for action security_group_rules [ 613.943376] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ab4fee9-039f-4f01-b4be-87623321ff4b with Priority: HIGHEST for action security_group_rules [ 613.943947] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ab4fee9-039f-4f01-b4be-87623321ff4b taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.944290] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ab4fee9-039f-4f01-b4be-87623321ff4b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.944290] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ab4fee9-039f-4f01-b4be-87623321ff4b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.944391] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ab4fee9-039f-4f01-b4be-87623321ff4b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.944462] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ab4fee9-039f-4f01-b4be-87623321ff4b',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.146477] env[71162]: INFO networking_nsxv3.common.synchronization [None req-6bc7c861-8c2c-46df-b996-e5c2fea4ebb3 tempest-VolumesAssistedSnapshotsTest-374283455 tempest-VolumesAssistedSnapshotsTest-374283455-project-member] Enqueued Resource ID: 7ab4fee9-039f-4f01-b4be-87623321ff4b with Priority: HIGHEST for action security_group_rules [ 614.146477] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ab4fee9-039f-4f01-b4be-87623321ff4b with Priority: HIGHEST for action security_group_rules [ 614.147409] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ab4fee9-039f-4f01-b4be-87623321ff4b taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.147597] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ab4fee9-039f-4f01-b4be-87623321ff4b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.251830] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93f6fcc3-45d8-487c-8e0a-41939e38c649 [ 614.252050] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.252183] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.252247] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.252452] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.252573] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.252627] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93f6fcc3-45d8-487c-8e0a-41939e38c649 already deleted. [ 614.252747] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93f6fcc3-45d8-487c-8e0a-41939e38c649" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.253690] env[71162]: INFO networking_nsxv3.common.synchronization [None req-70d836f4-de9a-4412-95a9-064650dd8aec None None] Enqueued Resource ID: d75eb028-36dd-43bc-a7e6-4ea2c0be8f84 with Priority: HIGHEST for action port [ 614.255445] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d75eb028-36dd-43bc-a7e6-4ea2c0be8f84 with Priority: HIGHEST for action port [ 614.255937] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-d75eb028-36dd-43bc-a7e6-4ea2c0be8f84 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.255937] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d75eb028-36dd-43bc-a7e6-4ea2c0be8f84" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.256290] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d75eb028-36dd-43bc-a7e6-4ea2c0be8f84" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.256290] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d75eb028-36dd-43bc-a7e6-4ea2c0be8f84" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.256565] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d75eb028-36dd-43bc-a7e6-4ea2c0be8f84',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.374252] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dee0ece9-2c37-48a4-b727-218ec546d7ef [ 614.374487] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.374664] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.374740] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.375962] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.376512] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.376512] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dee0ece9-2c37-48a4-b727-218ec546d7ef already deleted. [ 614.376512] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dee0ece9-2c37-48a4-b727-218ec546d7ef" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.468157] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.469067] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.469067] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.469211] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.469307] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.469400] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ab4fee9-039f-4f01-b4be-87623321ff4b already deleted. [ 614.469457] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ab4fee9-039f-4f01-b4be-87623321ff4b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.469637] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ab4fee9-039f-4f01-b4be-87623321ff4b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.470238] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ab4fee9-039f-4f01-b4be-87623321ff4b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.470365] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ab4fee9-039f-4f01-b4be-87623321ff4b',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.762365] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d75eb028-36dd-43bc-a7e6-4ea2c0be8f84 [ 614.762714] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.762862] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.762862] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.763182] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.763182] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.763182] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d75eb028-36dd-43bc-a7e6-4ea2c0be8f84 already deleted. [ 614.763306] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d75eb028-36dd-43bc-a7e6-4ea2c0be8f84" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.995870] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.996027] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.996097] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.996314] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.996401] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.996495] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ab4fee9-039f-4f01-b4be-87623321ff4b already deleted. [ 614.996575] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ab4fee9-039f-4f01-b4be-87623321ff4b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.723361] env[71162]: INFO networking_nsxv3.common.synchronization [None req-d3315080-32cc-40a7-a78a-a4c82f1c48ff None None] Enqueued Resource ID: c800a6af-1483-4962-855f-982c111dc463 with Priority: HIGHEST for action port [ 615.723616] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c800a6af-1483-4962-855f-982c111dc463 with Priority: HIGHEST for action port [ 615.724198] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-c800a6af-1483-4962-855f-982c111dc463 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.724355] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c800a6af-1483-4962-855f-982c111dc463" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.724662] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c800a6af-1483-4962-855f-982c111dc463" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.724662] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c800a6af-1483-4962-855f-982c111dc463" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.724762] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c800a6af-1483-4962-855f-982c111dc463',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.905340] env[71162]: INFO networking_nsxv3.common.synchronization [None req-ecd67a02-767c-4cd8-853c-3edbc3f1df75 None None] Enqueued Resource ID: 839e3364-2a5e-4e23-8248-a270d661f73d with Priority: HIGHEST for action port [ 615.905658] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839e3364-2a5e-4e23-8248-a270d661f73d with Priority: HIGHEST for action port [ 615.906471] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-839e3364-2a5e-4e23-8248-a270d661f73d taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.906648] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-839e3364-2a5e-4e23-8248-a270d661f73d" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.906781] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-839e3364-2a5e-4e23-8248-a270d661f73d" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.907043] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-839e3364-2a5e-4e23-8248-a270d661f73d" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.907129] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('839e3364-2a5e-4e23-8248-a270d661f73d',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.227345] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c800a6af-1483-4962-855f-982c111dc463 [ 616.227592] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.227737] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.227859] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.228233] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.228233] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.228233] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c800a6af-1483-4962-855f-982c111dc463 already deleted. [ 616.228330] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c800a6af-1483-4962-855f-982c111dc463" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.413485] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 839e3364-2a5e-4e23-8248-a270d661f73d [ 616.413485] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.413485] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.413485] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.413485] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.413485] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.413485] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:839e3364-2a5e-4e23-8248-a270d661f73d already deleted. [ 616.413485] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-839e3364-2a5e-4e23-8248-a270d661f73d" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.860515] env[71162]: INFO networking_nsxv3.common.synchronization [None req-b2fd4ad2-8ed9-4d51-a4e0-195d9c648e05 tempest-ServersWithSpecificFlavorTestJSON-14486147 tempest-ServersWithSpecificFlavorTestJSON-14486147-project-member] Enqueued Resource ID: 96463350-4a27-4a07-b598-bd253912e87e with Priority: HIGHEST for action security_group_rules [ 616.860796] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96463350-4a27-4a07-b598-bd253912e87e with Priority: HIGHEST for action security_group_rules [ 616.861274] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96463350-4a27-4a07-b598-bd253912e87e taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.861767] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96463350-4a27-4a07-b598-bd253912e87e" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.863422] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96463350-4a27-4a07-b598-bd253912e87e" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.863422] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96463350-4a27-4a07-b598-bd253912e87e" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.863422] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96463350-4a27-4a07-b598-bd253912e87e',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.221125] env[71162]: INFO networking_nsxv3.common.synchronization [None req-c1b90d96-3ef8-4e6c-a60f-59d3642bf145 tempest-ServersWithSpecificFlavorTestJSON-14486147 tempest-ServersWithSpecificFlavorTestJSON-14486147-project-member] Enqueued Resource ID: 96463350-4a27-4a07-b598-bd253912e87e with Priority: HIGHEST for action security_group_rules [ 617.222049] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96463350-4a27-4a07-b598-bd253912e87e with Priority: HIGHEST for action security_group_rules [ 617.222376] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96463350-4a27-4a07-b598-bd253912e87e taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.222543] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96463350-4a27-4a07-b598-bd253912e87e" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.384319] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.384694] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.384770] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.385359] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.385439] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.385879] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96463350-4a27-4a07-b598-bd253912e87e already deleted. [ 617.385947] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96463350-4a27-4a07-b598-bd253912e87e" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.386430] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96463350-4a27-4a07-b598-bd253912e87e" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.386673] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96463350-4a27-4a07-b598-bd253912e87e" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.386673] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96463350-4a27-4a07-b598-bd253912e87e',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.779332] env[71162]: INFO networking_nsxv3.common.synchronization [None req-33ed8923-6abf-45eb-9352-268814b8406f None None] Enqueued Resource ID: a52a2d83-4cef-42cd-9aa6-292b1dd8b5b9 with Priority: HIGHEST for action port [ 617.779332] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a52a2d83-4cef-42cd-9aa6-292b1dd8b5b9 with Priority: HIGHEST for action port [ 617.779332] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-a52a2d83-4cef-42cd-9aa6-292b1dd8b5b9 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.779332] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a52a2d83-4cef-42cd-9aa6-292b1dd8b5b9" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.779332] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a52a2d83-4cef-42cd-9aa6-292b1dd8b5b9" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.779332] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a52a2d83-4cef-42cd-9aa6-292b1dd8b5b9" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.779332] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a52a2d83-4cef-42cd-9aa6-292b1dd8b5b9',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.908177] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.908491] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.908789] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.909121] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.909360] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.909545] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96463350-4a27-4a07-b598-bd253912e87e already deleted. [ 617.909701] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96463350-4a27-4a07-b598-bd253912e87e" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.281211] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a52a2d83-4cef-42cd-9aa6-292b1dd8b5b9 [ 618.281530] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.281764] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.281835] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.282078] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.282205] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.282322] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a52a2d83-4cef-42cd-9aa6-292b1dd8b5b9 already deleted. [ 618.282717] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a52a2d83-4cef-42cd-9aa6-292b1dd8b5b9" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.879342] env[71162]: INFO networking_nsxv3.common.synchronization [None req-b14e2a72-a7a4-4aa2-bbe8-3b89bf58f8b0 None None] Enqueued Resource ID: 796602d3-9905-4a4f-8a43-813cd62173a0 with Priority: HIGHEST for action port [ 620.879648] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 796602d3-9905-4a4f-8a43-813cd62173a0 with Priority: HIGHEST for action port [ 620.883658] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-796602d3-9905-4a4f-8a43-813cd62173a0 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.883658] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-796602d3-9905-4a4f-8a43-813cd62173a0" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.883658] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-796602d3-9905-4a4f-8a43-813cd62173a0" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.883658] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-796602d3-9905-4a4f-8a43-813cd62173a0" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.883658] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('796602d3-9905-4a4f-8a43-813cd62173a0',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.935980] env[71162]: INFO networking_nsxv3.common.synchronization [req-737f684d-d0f9-4cc1-ac27-75cd8faa254b req-68b59554-0ca2-49be-8a58-83387f158c7e tempest-SecurityGroupRulesTestJSON-1605251856 tempest-SecurityGroupRulesTestJSON-1605251856-project-member] Enqueued Resource ID: 4e1999f9-d06b-4246-97bb-d89a84194461 with Priority: HIGHEST for action security_group_rules [ 620.937225] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1999f9-d06b-4246-97bb-d89a84194461 with Priority: HIGHEST for action security_group_rules [ 620.937401] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e1999f9-d06b-4246-97bb-d89a84194461 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.937712] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e1999f9-d06b-4246-97bb-d89a84194461" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.938016] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e1999f9-d06b-4246-97bb-d89a84194461" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.938633] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e1999f9-d06b-4246-97bb-d89a84194461" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.938721] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e1999f9-d06b-4246-97bb-d89a84194461',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.000136] env[71162]: INFO networking_nsxv3.common.synchronization [None req-bf55b5f2-1adc-4cd7-89c9-016903b34a78 None None] Enqueued Resource ID: 5a81780d-3368-47fa-a587-f8a94b7c0ce7 with Priority: HIGHEST for action port [ 621.000136] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a81780d-3368-47fa-a587-f8a94b7c0ce7 with Priority: HIGHEST for action port [ 621.000136] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a81780d-3368-47fa-a587-f8a94b7c0ce7 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.000136] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a81780d-3368-47fa-a587-f8a94b7c0ce7" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.000136] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a81780d-3368-47fa-a587-f8a94b7c0ce7" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.000136] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a81780d-3368-47fa-a587-f8a94b7c0ce7" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.000136] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a81780d-3368-47fa-a587-f8a94b7c0ce7',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.386532] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 796602d3-9905-4a4f-8a43-813cd62173a0 [ 621.386765] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.386901] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.386968] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.387296] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.387387] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.387539] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:796602d3-9905-4a4f-8a43-813cd62173a0 already deleted. [ 621.387604] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-796602d3-9905-4a4f-8a43-813cd62173a0" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.462845] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.463178] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.463178] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.463359] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.463359] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.463838] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e1999f9-d06b-4246-97bb-d89a84194461 already deleted. [ 621.463838] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e1999f9-d06b-4246-97bb-d89a84194461" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.503320] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a81780d-3368-47fa-a587-f8a94b7c0ce7 [ 621.503563] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.503699] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.503770] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.504459] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.504459] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.504459] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a81780d-3368-47fa-a587-f8a94b7c0ce7 already deleted. [ 621.504459] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a81780d-3368-47fa-a587-f8a94b7c0ce7" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.258469] env[71162]: INFO networking_nsxv3.common.synchronization [None req-b2e16e2b-b3ff-4c2f-ab91-545ba0bfcbe7 None None] Enqueued Resource ID: a4f9eda1-f792-4183-bc8e-359fb4a47f01 with Priority: HIGHEST for action port [ 622.258469] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f9eda1-f792-4183-bc8e-359fb4a47f01 with Priority: HIGHEST for action port [ 622.258900] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4f9eda1-f792-4183-bc8e-359fb4a47f01 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.261138] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4f9eda1-f792-4183-bc8e-359fb4a47f01" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.261138] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4f9eda1-f792-4183-bc8e-359fb4a47f01" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.261138] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4f9eda1-f792-4183-bc8e-359fb4a47f01" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.261138] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4f9eda1-f792-4183-bc8e-359fb4a47f01',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.683542] env[71162]: INFO networking_nsxv3.common.synchronization [None req-02cc498f-d149-4f83-afd3-d993761c1db7 None None] Enqueued Resource ID: 9012f123-9f61-42ac-b222-822d53a56079 with Priority: HIGHEST for action port [ 622.683651] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9012f123-9f61-42ac-b222-822d53a56079 with Priority: HIGHEST for action port [ 622.684361] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-9012f123-9f61-42ac-b222-822d53a56079 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.684361] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9012f123-9f61-42ac-b222-822d53a56079" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.684523] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9012f123-9f61-42ac-b222-822d53a56079" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.684719] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9012f123-9f61-42ac-b222-822d53a56079" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.684780] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9012f123-9f61-42ac-b222-822d53a56079',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.766036] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4f9eda1-f792-4183-bc8e-359fb4a47f01 [ 622.766036] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.766036] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.766036] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.766036] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.766036] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.766036] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4f9eda1-f792-4183-bc8e-359fb4a47f01 already deleted. [ 622.766036] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4f9eda1-f792-4183-bc8e-359fb4a47f01" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.031447] env[71162]: INFO networking_nsxv3.common.synchronization [None req-93e96f65-2d0c-4a3a-9e64-255c07f5b3e2 None None] Enqueued Resource ID: 4c440130-0aeb-49fd-856a-aadbd2053354 with Priority: HIGHEST for action port [ 623.032229] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c440130-0aeb-49fd-856a-aadbd2053354 with Priority: HIGHEST for action port [ 623.033927] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c440130-0aeb-49fd-856a-aadbd2053354 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.033927] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c440130-0aeb-49fd-856a-aadbd2053354" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.033927] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c440130-0aeb-49fd-856a-aadbd2053354" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.033927] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c440130-0aeb-49fd-856a-aadbd2053354" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.033927] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c440130-0aeb-49fd-856a-aadbd2053354',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.188122] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9012f123-9f61-42ac-b222-822d53a56079 [ 623.188122] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.188122] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.188122] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.188122] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.188122] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.188122] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9012f123-9f61-42ac-b222-822d53a56079 already deleted. [ 623.188122] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9012f123-9f61-42ac-b222-822d53a56079" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.537400] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c440130-0aeb-49fd-856a-aadbd2053354 [ 623.537400] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.537400] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.537400] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.537400] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.537400] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.537400] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c440130-0aeb-49fd-856a-aadbd2053354 already deleted. [ 623.537400] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c440130-0aeb-49fd-856a-aadbd2053354" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.748035] env[71162]: INFO networking_nsxv3.common.synchronization [req-439f8cfd-5863-44ef-9ef8-0c5ec2b4819e req-c5660a3d-7616-4f13-8dce-090ea32d22c0 tempest-SecurityGroupRulesTestJSON-1605251856 tempest-SecurityGroupRulesTestJSON-1605251856-project-member] Enqueued Resource ID: 9e56d093-5f87-4d2a-80c4-e4bb5347c12c with Priority: HIGHEST for action security_group_rules [ 624.748035] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e56d093-5f87-4d2a-80c4-e4bb5347c12c with Priority: HIGHEST for action security_group_rules [ 624.748482] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e56d093-5f87-4d2a-80c4-e4bb5347c12c taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.748642] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e56d093-5f87-4d2a-80c4-e4bb5347c12c" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.749156] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e56d093-5f87-4d2a-80c4-e4bb5347c12c" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.749156] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e56d093-5f87-4d2a-80c4-e4bb5347c12c" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.750960] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e56d093-5f87-4d2a-80c4-e4bb5347c12c',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.279783] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.279965] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.280052] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.280363] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.280476] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.280577] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e56d093-5f87-4d2a-80c4-e4bb5347c12c already deleted. [ 625.280643] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e56d093-5f87-4d2a-80c4-e4bb5347c12c" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.902037] env[71162]: INFO networking_nsxv3.common.synchronization [None req-ffb059ad-2d67-40f2-990b-b425f3f4ae66 None None] Enqueued Resource ID: 7664ff6c-b629-4f55-9eb3-e033cbd4387a with Priority: HIGHEST for action port [ 625.902037] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7664ff6c-b629-4f55-9eb3-e033cbd4387a with Priority: HIGHEST for action port [ 625.902037] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-7664ff6c-b629-4f55-9eb3-e033cbd4387a taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.902037] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7664ff6c-b629-4f55-9eb3-e033cbd4387a" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.902037] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7664ff6c-b629-4f55-9eb3-e033cbd4387a" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.902037] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7664ff6c-b629-4f55-9eb3-e033cbd4387a" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.902037] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7664ff6c-b629-4f55-9eb3-e033cbd4387a',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.051409] env[71162]: INFO networking_nsxv3.common.synchronization [None req-419088ad-a7c1-41ca-916e-629e72eb6288 None None] Enqueued Resource ID: 993561a5-f02e-4398-aac5-8b1518ac91c6 with Priority: HIGHEST for action port [ 626.051547] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 993561a5-f02e-4398-aac5-8b1518ac91c6 with Priority: HIGHEST for action port [ 626.052104] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-993561a5-f02e-4398-aac5-8b1518ac91c6 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.052237] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-993561a5-f02e-4398-aac5-8b1518ac91c6" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.052475] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-993561a5-f02e-4398-aac5-8b1518ac91c6" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.052558] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-993561a5-f02e-4398-aac5-8b1518ac91c6" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.052678] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('993561a5-f02e-4398-aac5-8b1518ac91c6',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.407901] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7664ff6c-b629-4f55-9eb3-e033cbd4387a [ 626.407901] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.407901] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.407901] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.407901] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.407901] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.407901] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7664ff6c-b629-4f55-9eb3-e033cbd4387a already deleted. [ 626.407901] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7664ff6c-b629-4f55-9eb3-e033cbd4387a" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.556601] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 993561a5-f02e-4398-aac5-8b1518ac91c6 [ 626.557920] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.557920] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.557920] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.557920] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.557920] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.557920] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:993561a5-f02e-4398-aac5-8b1518ac91c6 already deleted. [ 626.557920] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-993561a5-f02e-4398-aac5-8b1518ac91c6" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.691019] env[71162]: INFO networking_nsxv3.common.synchronization [None req-63b0ae2a-3db4-4230-bd29-20170a5e2ffb None None] Enqueued Resource ID: 961c4cbc-7e24-44e2-b319-e5a984882171 with Priority: HIGHEST for action port [ 626.691019] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961c4cbc-7e24-44e2-b319-e5a984882171 with Priority: HIGHEST for action port [ 626.691264] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-961c4cbc-7e24-44e2-b319-e5a984882171 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.691264] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-961c4cbc-7e24-44e2-b319-e5a984882171" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.691264] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-961c4cbc-7e24-44e2-b319-e5a984882171" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.691487] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-961c4cbc-7e24-44e2-b319-e5a984882171" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.691564] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('961c4cbc-7e24-44e2-b319-e5a984882171',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.866018] env[71162]: INFO networking_nsxv3.common.synchronization [None req-e91e784d-9a19-448b-9265-50894e218b2d None None] Enqueued Resource ID: 9288e021-f6c7-4ac1-bd66-601cdab805f9 with Priority: HIGHEST for action port [ 626.866306] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9288e021-f6c7-4ac1-bd66-601cdab805f9 with Priority: HIGHEST for action port [ 626.866905] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-9288e021-f6c7-4ac1-bd66-601cdab805f9 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.868535] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9288e021-f6c7-4ac1-bd66-601cdab805f9" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.868704] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9288e021-f6c7-4ac1-bd66-601cdab805f9" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.869089] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9288e021-f6c7-4ac1-bd66-601cdab805f9" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.869156] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9288e021-f6c7-4ac1-bd66-601cdab805f9',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.196898] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 961c4cbc-7e24-44e2-b319-e5a984882171 [ 627.196898] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.196898] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.196898] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.196898] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.196898] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.196898] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:961c4cbc-7e24-44e2-b319-e5a984882171 already deleted. [ 627.196898] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-961c4cbc-7e24-44e2-b319-e5a984882171" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.371843] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9288e021-f6c7-4ac1-bd66-601cdab805f9 [ 627.372136] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.372294] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.372415] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.372579] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.372692] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.372795] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9288e021-f6c7-4ac1-bd66-601cdab805f9 already deleted. [ 627.373540] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9288e021-f6c7-4ac1-bd66-601cdab805f9" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.693543] env[71162]: INFO networking_nsxv3.common.synchronization [None req-9bd04e19-4e8d-4d50-a171-39f891f9fd41 None None] Enqueued Resource ID: 933e3398-c8a5-448d-b825-ee254fb70c74 with Priority: HIGHEST for action port [ 627.693543] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 933e3398-c8a5-448d-b825-ee254fb70c74 with Priority: HIGHEST for action port [ 627.693935] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-933e3398-c8a5-448d-b825-ee254fb70c74 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.694752] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-933e3398-c8a5-448d-b825-ee254fb70c74" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.694752] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-933e3398-c8a5-448d-b825-ee254fb70c74" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.694752] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-933e3398-c8a5-448d-b825-ee254fb70c74" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.694752] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('933e3398-c8a5-448d-b825-ee254fb70c74',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.008739] env[71162]: INFO networking_nsxv3.common.synchronization [None req-f0b66da5-009a-43bf-8525-3cd850427982 None None] Enqueued Resource ID: 375936fa-26cc-438a-81ae-09df563a1668 with Priority: HIGHEST for action port [ 628.008837] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375936fa-26cc-438a-81ae-09df563a1668 with Priority: HIGHEST for action port [ 628.009373] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-375936fa-26cc-438a-81ae-09df563a1668 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.009638] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-375936fa-26cc-438a-81ae-09df563a1668" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.009638] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-375936fa-26cc-438a-81ae-09df563a1668" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.009801] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-375936fa-26cc-438a-81ae-09df563a1668" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.009994] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('375936fa-26cc-438a-81ae-09df563a1668',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.194054] env[71162]: INFO networking_nsxv3.common.synchronization [None req-ce1e7bf8-e95e-4f73-bf1d-45eb32b3a21b None None] Enqueued Resource ID: dfc712b6-cdaf-42ed-994d-3e9da12fc888 with Priority: HIGHEST for action port [ 628.194674] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc712b6-cdaf-42ed-994d-3e9da12fc888 with Priority: HIGHEST for action port [ 628.194983] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfc712b6-cdaf-42ed-994d-3e9da12fc888 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.195130] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfc712b6-cdaf-42ed-994d-3e9da12fc888" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.195189] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfc712b6-cdaf-42ed-994d-3e9da12fc888" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.195438] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfc712b6-cdaf-42ed-994d-3e9da12fc888" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.195519] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfc712b6-cdaf-42ed-994d-3e9da12fc888',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.200124] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 933e3398-c8a5-448d-b825-ee254fb70c74 [ 628.200596] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.200596] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.200596] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.200812] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.200938] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.200938] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:933e3398-c8a5-448d-b825-ee254fb70c74 already deleted. [ 628.201230] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-933e3398-c8a5-448d-b825-ee254fb70c74" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.512702] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 375936fa-26cc-438a-81ae-09df563a1668 [ 628.512805] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.513035] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.513035] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.514297] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.514297] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.514297] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:375936fa-26cc-438a-81ae-09df563a1668 already deleted. [ 628.514297] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-375936fa-26cc-438a-81ae-09df563a1668" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.653014] env[71162]: INFO networking_nsxv3.common.synchronization [None req-08e6bce0-961b-4f23-92e3-9a68f5fffcd8 None None] Enqueued Resource ID: c3e9c948-45dd-4644-ace2-4fd2fb562235 with Priority: HIGHEST for action port [ 628.653271] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e9c948-45dd-4644-ace2-4fd2fb562235 with Priority: HIGHEST for action port [ 628.653820] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3e9c948-45dd-4644-ace2-4fd2fb562235 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.653947] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3e9c948-45dd-4644-ace2-4fd2fb562235" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.655075] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3e9c948-45dd-4644-ace2-4fd2fb562235" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.658117] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3e9c948-45dd-4644-ace2-4fd2fb562235" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.658162] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3e9c948-45dd-4644-ace2-4fd2fb562235',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.697309] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dfc712b6-cdaf-42ed-994d-3e9da12fc888 [ 628.698884] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.698884] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.698884] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.698884] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.698884] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.698884] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dfc712b6-cdaf-42ed-994d-3e9da12fc888 already deleted. [ 628.698884] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfc712b6-cdaf-42ed-994d-3e9da12fc888" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.160949] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3e9c948-45dd-4644-ace2-4fd2fb562235 [ 629.161214] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.161355] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.161424] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.161676] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.161771] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.161872] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3e9c948-45dd-4644-ace2-4fd2fb562235 already deleted. [ 629.161952] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3e9c948-45dd-4644-ace2-4fd2fb562235" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.368961] env[71162]: INFO networking_nsxv3.common.synchronization [None req-6caedfb0-06c2-4533-b5e7-c6c0bdfbdd93 tempest-ServerActionsTestOtherA-1129977385 tempest-ServerActionsTestOtherA-1129977385-project-member] Enqueued Resource ID: 4d1f2144-53c5-4d01-92e6-c48703115d01 with Priority: HIGHEST for action security_group_rules [ 630.371851] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d1f2144-53c5-4d01-92e6-c48703115d01 with Priority: HIGHEST for action security_group_rules [ 630.371851] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d1f2144-53c5-4d01-92e6-c48703115d01 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.371851] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d1f2144-53c5-4d01-92e6-c48703115d01" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.371851] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d1f2144-53c5-4d01-92e6-c48703115d01" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.371851] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d1f2144-53c5-4d01-92e6-c48703115d01" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.374489] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d1f2144-53c5-4d01-92e6-c48703115d01',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.819552] env[71162]: INFO networking_nsxv3.common.synchronization [None req-73046183-3e21-4695-9678-e4c4abcf1ac7 None None] Enqueued Resource ID: d153fe81-756d-4afd-8405-888720a95cd9 with Priority: HIGHEST for action port [ 630.819597] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d153fe81-756d-4afd-8405-888720a95cd9 with Priority: HIGHEST for action port [ 630.820304] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-d153fe81-756d-4afd-8405-888720a95cd9 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.820304] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d153fe81-756d-4afd-8405-888720a95cd9" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.820453] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d153fe81-756d-4afd-8405-888720a95cd9" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.823965] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d153fe81-756d-4afd-8405-888720a95cd9" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.823965] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d153fe81-756d-4afd-8405-888720a95cd9',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.866627] env[71162]: INFO networking_nsxv3.common.synchronization [None req-183a10bf-c810-4ac7-b719-0f0f7f65256d tempest-ServerActionsTestOtherA-1129977385 tempest-ServerActionsTestOtherA-1129977385-project-member] Enqueued Resource ID: 4d1f2144-53c5-4d01-92e6-c48703115d01 with Priority: HIGHEST for action security_group_rules [ 630.867254] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d1f2144-53c5-4d01-92e6-c48703115d01 with Priority: HIGHEST for action security_group_rules [ 630.867495] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d1f2144-53c5-4d01-92e6-c48703115d01 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.867594] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d1f2144-53c5-4d01-92e6-c48703115d01" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.880811] env[71162]: INFO networking_nsxv3.common.synchronization [None req-46e7a663-7448-47ea-8590-3503a4ad4c59 None None] Enqueued Resource ID: e65b240d-3d84-4441-9392-7a6da5d3c84f with Priority: HIGHEST for action port [ 630.881076] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e65b240d-3d84-4441-9392-7a6da5d3c84f with Priority: HIGHEST for action port [ 630.881672] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-e65b240d-3d84-4441-9392-7a6da5d3c84f taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.881782] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e65b240d-3d84-4441-9392-7a6da5d3c84f" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.881782] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e65b240d-3d84-4441-9392-7a6da5d3c84f" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.882242] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e65b240d-3d84-4441-9392-7a6da5d3c84f" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.882459] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e65b240d-3d84-4441-9392-7a6da5d3c84f',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.893435] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.893774] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.893774] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.893849] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.894457] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.894457] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d1f2144-53c5-4d01-92e6-c48703115d01 already deleted. [ 630.894457] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d1f2144-53c5-4d01-92e6-c48703115d01" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.894457] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d1f2144-53c5-4d01-92e6-c48703115d01" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.894457] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d1f2144-53c5-4d01-92e6-c48703115d01" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.894457] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d1f2144-53c5-4d01-92e6-c48703115d01',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.118142] env[71162]: INFO networking_nsxv3.common.synchronization [req-b96c4541-3a8a-48d2-a7bd-e4d814141a35 req-62ac7d05-aedf-4834-8eb0-84787b5e2a36 tempest-SecurityGroupRulesNegativeTestJSON-1174146786 tempest-SecurityGroupRulesNegativeTestJSON-1174146786-project-member] Enqueued Resource ID: ff37e088-ea89-4605-9d31-018ec1185ec4 with Priority: HIGHEST for action security_group_rules [ 631.118711] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff37e088-ea89-4605-9d31-018ec1185ec4 with Priority: HIGHEST for action security_group_rules [ 631.119043] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff37e088-ea89-4605-9d31-018ec1185ec4 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.119168] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff37e088-ea89-4605-9d31-018ec1185ec4" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.119416] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff37e088-ea89-4605-9d31-018ec1185ec4" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.119512] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff37e088-ea89-4605-9d31-018ec1185ec4" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.119589] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff37e088-ea89-4605-9d31-018ec1185ec4',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.327158] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d153fe81-756d-4afd-8405-888720a95cd9 [ 631.327158] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.327158] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.327158] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.327158] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.327158] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.327158] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d153fe81-756d-4afd-8405-888720a95cd9 already deleted. [ 631.327158] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d153fe81-756d-4afd-8405-888720a95cd9" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.367587] env[71162]: INFO networking_nsxv3.common.synchronization [None req-19c98e8f-2e0f-4a83-9bbc-c293c6d9dc79 None None] Enqueued Resource ID: 387097ca-5a06-485e-9cd6-9edcd5debc4e with Priority: HIGHEST for action port [ 631.369038] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 387097ca-5a06-485e-9cd6-9edcd5debc4e with Priority: HIGHEST for action port [ 631.369038] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-387097ca-5a06-485e-9cd6-9edcd5debc4e taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.369038] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-387097ca-5a06-485e-9cd6-9edcd5debc4e" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.369038] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-387097ca-5a06-485e-9cd6-9edcd5debc4e" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.370060] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-387097ca-5a06-485e-9cd6-9edcd5debc4e" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.370413] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('387097ca-5a06-485e-9cd6-9edcd5debc4e',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.384929] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e65b240d-3d84-4441-9392-7a6da5d3c84f [ 631.388444] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.388444] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.388444] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.388444] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.388444] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.388444] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e65b240d-3d84-4441-9392-7a6da5d3c84f already deleted. [ 631.388444] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e65b240d-3d84-4441-9392-7a6da5d3c84f" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.415853] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.416049] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.416095] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.417152] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.417152] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.417152] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d1f2144-53c5-4d01-92e6-c48703115d01 already deleted. [ 631.417152] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d1f2144-53c5-4d01-92e6-c48703115d01" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.642537] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.642656] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.642725] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.643275] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.643275] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.643275] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff37e088-ea89-4605-9d31-018ec1185ec4 already deleted. [ 631.643275] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff37e088-ea89-4605-9d31-018ec1185ec4" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.874942] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 387097ca-5a06-485e-9cd6-9edcd5debc4e [ 631.875207] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.875345] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.875614] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.875873] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.875967] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.876092] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:387097ca-5a06-485e-9cd6-9edcd5debc4e already deleted. [ 631.876153] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-387097ca-5a06-485e-9cd6-9edcd5debc4e" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.993893] env[71162]: INFO networking_nsxv3.common.synchronization [None req-a13172f6-37f7-4339-873e-b5de7dc16042 None None] Enqueued Resource ID: 18b8ab87-e84f-4a54-84b7-b1cf7e999f55 with Priority: HIGHEST for action port [ 631.994538] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18b8ab87-e84f-4a54-84b7-b1cf7e999f55 with Priority: HIGHEST for action port [ 631.994766] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-18b8ab87-e84f-4a54-84b7-b1cf7e999f55 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.997770] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18b8ab87-e84f-4a54-84b7-b1cf7e999f55" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.997770] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18b8ab87-e84f-4a54-84b7-b1cf7e999f55" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.997770] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18b8ab87-e84f-4a54-84b7-b1cf7e999f55" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.997770] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18b8ab87-e84f-4a54-84b7-b1cf7e999f55',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.045299] env[71162]: INFO networking_nsxv3.common.synchronization [None req-392d3e80-73b9-4098-83aa-ae3791622a6d None None] Enqueued Resource ID: a505e010-8a40-4d6a-a34f-0aa2c4f1bc76 with Priority: HIGHEST for action port [ 632.047239] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a505e010-8a40-4d6a-a34f-0aa2c4f1bc76 with Priority: HIGHEST for action port [ 632.047239] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-a505e010-8a40-4d6a-a34f-0aa2c4f1bc76 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.047239] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a505e010-8a40-4d6a-a34f-0aa2c4f1bc76" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.047239] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a505e010-8a40-4d6a-a34f-0aa2c4f1bc76" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.048162] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a505e010-8a40-4d6a-a34f-0aa2c4f1bc76" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.050223] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a505e010-8a40-4d6a-a34f-0aa2c4f1bc76',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.277224] env[71162]: INFO networking_nsxv3.common.synchronization [req-d64967b7-8dce-4e53-8da6-be4118d8a574 req-ec838c4f-0cde-4352-a9e8-bc3300204ed6 tempest-SecurityGroupRulesTestJSON-1605251856 tempest-SecurityGroupRulesTestJSON-1605251856-project-member] Enqueued Resource ID: fc0976e7-1077-46b4-913f-447d124e12d2 with Priority: HIGHEST for action security_group_rules [ 632.277741] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc0976e7-1077-46b4-913f-447d124e12d2 with Priority: HIGHEST for action security_group_rules [ 632.278066] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc0976e7-1077-46b4-913f-447d124e12d2 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.278232] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc0976e7-1077-46b4-913f-447d124e12d2" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.278276] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc0976e7-1077-46b4-913f-447d124e12d2" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.278480] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc0976e7-1077-46b4-913f-447d124e12d2" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.278555] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc0976e7-1077-46b4-913f-447d124e12d2',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.497799] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18b8ab87-e84f-4a54-84b7-b1cf7e999f55 [ 632.498213] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.498213] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.498309] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.498454] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.498581] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.498693] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18b8ab87-e84f-4a54-84b7-b1cf7e999f55 already deleted. [ 632.498775] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18b8ab87-e84f-4a54-84b7-b1cf7e999f55" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.551342] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a505e010-8a40-4d6a-a34f-0aa2c4f1bc76 [ 632.551487] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.551586] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.551649] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.551865] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.551993] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.552116] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a505e010-8a40-4d6a-a34f-0aa2c4f1bc76 already deleted. [ 632.553209] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a505e010-8a40-4d6a-a34f-0aa2c4f1bc76" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.798999] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.799088] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.799133] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.799340] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.799438] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.799541] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc0976e7-1077-46b4-913f-447d124e12d2 already deleted. [ 632.799627] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc0976e7-1077-46b4-913f-447d124e12d2" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.846350] env[71162]: INFO networking_nsxv3.common.synchronization [None req-738f6a59-403a-40d8-ad3f-fe61ae1a02ef None None] Enqueued Resource ID: 7feacc0a-d99e-44c1-a1b1-7ebb7612be05 with Priority: HIGHEST for action port [ 632.846350] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7feacc0a-d99e-44c1-a1b1-7ebb7612be05 with Priority: HIGHEST for action port [ 632.846350] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-7feacc0a-d99e-44c1-a1b1-7ebb7612be05 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.846350] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7feacc0a-d99e-44c1-a1b1-7ebb7612be05" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.846350] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7feacc0a-d99e-44c1-a1b1-7ebb7612be05" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.846350] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7feacc0a-d99e-44c1-a1b1-7ebb7612be05" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.849739] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7feacc0a-d99e-44c1-a1b1-7ebb7612be05',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.350840] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7feacc0a-d99e-44c1-a1b1-7ebb7612be05 [ 633.351087] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.351258] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.351339] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.351606] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.351746] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.351810] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7feacc0a-d99e-44c1-a1b1-7ebb7612be05 already deleted. [ 633.351892] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7feacc0a-d99e-44c1-a1b1-7ebb7612be05" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.460164] env[71162]: INFO networking_nsxv3.common.synchronization [None req-b7956746-70e0-40c5-91e7-6e1c507af974 None None] Enqueued Resource ID: 35999cc5-9555-4510-a7b8-a00793be5589 with Priority: HIGHEST for action port [ 636.460479] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35999cc5-9555-4510-a7b8-a00793be5589 with Priority: HIGHEST for action port [ 636.461067] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-35999cc5-9555-4510-a7b8-a00793be5589 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.461200] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35999cc5-9555-4510-a7b8-a00793be5589" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.461266] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35999cc5-9555-4510-a7b8-a00793be5589" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.461515] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35999cc5-9555-4510-a7b8-a00793be5589" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.461598] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35999cc5-9555-4510-a7b8-a00793be5589',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.965077] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35999cc5-9555-4510-a7b8-a00793be5589 [ 636.965376] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.965537] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.965637] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.965836] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.965934] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.966043] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35999cc5-9555-4510-a7b8-a00793be5589 already deleted. [ 636.966133] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35999cc5-9555-4510-a7b8-a00793be5589" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.520220] env[71162]: INFO networking_nsxv3.common.synchronization [None req-0814e5f9-5c8d-48f4-8178-47a2a5ea6656 None None] Enqueued Resource ID: 71ec3fb4-3913-4ea2-9c8b-9fbef123f2af with Priority: HIGHEST for action port [ 637.520868] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71ec3fb4-3913-4ea2-9c8b-9fbef123f2af with Priority: HIGHEST for action port [ 637.521190] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-71ec3fb4-3913-4ea2-9c8b-9fbef123f2af taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.521354] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71ec3fb4-3913-4ea2-9c8b-9fbef123f2af" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.521419] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71ec3fb4-3913-4ea2-9c8b-9fbef123f2af" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.521696] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71ec3fb4-3913-4ea2-9c8b-9fbef123f2af" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.521774] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71ec3fb4-3913-4ea2-9c8b-9fbef123f2af',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.026018] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71ec3fb4-3913-4ea2-9c8b-9fbef123f2af [ 638.026018] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.026018] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.026018] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.026373] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.026578] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.026578] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71ec3fb4-3913-4ea2-9c8b-9fbef123f2af already deleted. [ 638.027681] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71ec3fb4-3913-4ea2-9c8b-9fbef123f2af" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.092475] env[71162]: INFO networking_nsxv3.common.synchronization [None req-176f1adf-42bc-40b3-8b1b-cf4284fcf30c None None] Enqueued Resource ID: fbe59609-b79d-4ad4-876e-86ae3c5eca2d with Priority: HIGHEST for action port [ 638.092816] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe59609-b79d-4ad4-876e-86ae3c5eca2d with Priority: HIGHEST for action port [ 638.093330] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbe59609-b79d-4ad4-876e-86ae3c5eca2d taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.093458] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbe59609-b79d-4ad4-876e-86ae3c5eca2d" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.093514] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbe59609-b79d-4ad4-876e-86ae3c5eca2d" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.094015] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbe59609-b79d-4ad4-876e-86ae3c5eca2d" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.095580] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbe59609-b79d-4ad4-876e-86ae3c5eca2d',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.359530] env[71162]: INFO networking_nsxv3.common.synchronization [None req-1c93ba65-fc5d-4901-b22f-7ca5b42d5d0c None None] Enqueued Resource ID: 73287ee3-2e14-4b3d-8fa0-f6de55d50752 with Priority: HIGHEST for action port [ 638.359855] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73287ee3-2e14-4b3d-8fa0-f6de55d50752 with Priority: HIGHEST for action port [ 638.360484] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-73287ee3-2e14-4b3d-8fa0-f6de55d50752 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.360758] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73287ee3-2e14-4b3d-8fa0-f6de55d50752" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.360758] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73287ee3-2e14-4b3d-8fa0-f6de55d50752" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.360941] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73287ee3-2e14-4b3d-8fa0-f6de55d50752" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.361867] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73287ee3-2e14-4b3d-8fa0-f6de55d50752',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.598522] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fbe59609-b79d-4ad4-876e-86ae3c5eca2d [ 638.598853] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.599442] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.599442] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.599442] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.599442] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.599442] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fbe59609-b79d-4ad4-876e-86ae3c5eca2d already deleted. [ 638.599775] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbe59609-b79d-4ad4-876e-86ae3c5eca2d" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.865727] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73287ee3-2e14-4b3d-8fa0-f6de55d50752 [ 638.865727] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.865727] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.865727] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.865727] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.865727] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.865727] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73287ee3-2e14-4b3d-8fa0-f6de55d50752 already deleted. [ 638.865727] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73287ee3-2e14-4b3d-8fa0-f6de55d50752" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.491097] env[71162]: INFO networking_nsxv3.common.synchronization [None req-196d281c-ab29-4d51-aa2f-cdec3010322b None None] Enqueued Resource ID: 4b2010d4-7c4b-4402-9309-a4bd1af71f19 with Priority: HIGHEST for action port [ 639.491995] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b2010d4-7c4b-4402-9309-a4bd1af71f19 with Priority: HIGHEST for action port [ 639.492542] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b2010d4-7c4b-4402-9309-a4bd1af71f19 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.493054] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b2010d4-7c4b-4402-9309-a4bd1af71f19" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.493145] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b2010d4-7c4b-4402-9309-a4bd1af71f19" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.493414] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b2010d4-7c4b-4402-9309-a4bd1af71f19" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.493602] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b2010d4-7c4b-4402-9309-a4bd1af71f19',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.611791] env[71162]: INFO networking_nsxv3.common.synchronization [None req-b757b50e-16ab-4a35-bfad-69cd9dfdf38c None None] Enqueued Resource ID: 31f4cd9d-92a6-43ba-8238-be6d2592f9c8 with Priority: HIGHEST for action port [ 639.612403] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f4cd9d-92a6-43ba-8238-be6d2592f9c8 with Priority: HIGHEST for action port [ 639.612845] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-31f4cd9d-92a6-43ba-8238-be6d2592f9c8 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.612845] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31f4cd9d-92a6-43ba-8238-be6d2592f9c8" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.612845] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31f4cd9d-92a6-43ba-8238-be6d2592f9c8" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.613077] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31f4cd9d-92a6-43ba-8238-be6d2592f9c8" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.617275] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31f4cd9d-92a6-43ba-8238-be6d2592f9c8',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.639865] env[71162]: INFO networking_nsxv3.common.synchronization [req-815cad23-c2c1-4b7a-8c91-255351bc2404 req-87988b31-e0ad-4043-807e-4e90ce437f10 tempest-SecurityGroupRulesNegativeTestJSON-1174146786 tempest-SecurityGroupRulesNegativeTestJSON-1174146786-project-member] Enqueued Resource ID: ff37e088-ea89-4605-9d31-018ec1185ec4 with Priority: HIGHEST for action security_group_rules [ 639.640369] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff37e088-ea89-4605-9d31-018ec1185ec4 with Priority: HIGHEST for action security_group_rules [ 639.641945] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff37e088-ea89-4605-9d31-018ec1185ec4 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.641945] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff37e088-ea89-4605-9d31-018ec1185ec4" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.641945] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff37e088-ea89-4605-9d31-018ec1185ec4" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.641945] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff37e088-ea89-4605-9d31-018ec1185ec4" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.641945] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff37e088-ea89-4605-9d31-018ec1185ec4',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.996934] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b2010d4-7c4b-4402-9309-a4bd1af71f19 [ 639.997190] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.997352] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.997425] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.997635] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.997724] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.997824] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b2010d4-7c4b-4402-9309-a4bd1af71f19 already deleted. [ 639.997949] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b2010d4-7c4b-4402-9309-a4bd1af71f19" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.117188] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31f4cd9d-92a6-43ba-8238-be6d2592f9c8 [ 640.117374] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.117510] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.117579] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.117795] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.117883] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.117982] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31f4cd9d-92a6-43ba-8238-be6d2592f9c8 already deleted. [ 640.118078] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31f4cd9d-92a6-43ba-8238-be6d2592f9c8" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.164035] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.164035] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.164035] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.166956] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.166956] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.166956] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff37e088-ea89-4605-9d31-018ec1185ec4 already deleted. [ 640.166956] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff37e088-ea89-4605-9d31-018ec1185ec4" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.217553] env[71162]: INFO networking_nsxv3.common.synchronization [None req-9fa51b66-fc90-4586-9a37-28508190b62a None None] Enqueued Resource ID: 01d726b4-0f6e-49c5-8260-8feb23b9e256 with Priority: HIGHEST for action port [ 640.217808] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d726b4-0f6e-49c5-8260-8feb23b9e256 with Priority: HIGHEST for action port [ 640.218423] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-01d726b4-0f6e-49c5-8260-8feb23b9e256 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.219028] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01d726b4-0f6e-49c5-8260-8feb23b9e256" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.219028] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01d726b4-0f6e-49c5-8260-8feb23b9e256" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.219164] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01d726b4-0f6e-49c5-8260-8feb23b9e256" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.219200] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01d726b4-0f6e-49c5-8260-8feb23b9e256',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.721569] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01d726b4-0f6e-49c5-8260-8feb23b9e256 [ 640.721569] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.721569] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.721569] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.721987] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.721987] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.721987] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01d726b4-0f6e-49c5-8260-8feb23b9e256 already deleted. [ 640.722099] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01d726b4-0f6e-49c5-8260-8feb23b9e256" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.817790] env[71162]: INFO networking_nsxv3.common.synchronization [None req-ce5778fa-0500-4a39-952d-6ea251c28197 None None] Enqueued Resource ID: c99bc397-83ee-4e55-8053-5133cdd61142 with Priority: HIGHEST for action port [ 640.818058] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c99bc397-83ee-4e55-8053-5133cdd61142 with Priority: HIGHEST for action port [ 640.818620] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-c99bc397-83ee-4e55-8053-5133cdd61142 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.818747] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c99bc397-83ee-4e55-8053-5133cdd61142" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.818810] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c99bc397-83ee-4e55-8053-5133cdd61142" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.820958] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c99bc397-83ee-4e55-8053-5133cdd61142" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.821029] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c99bc397-83ee-4e55-8053-5133cdd61142',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.324822] env[71162]: INFO networking_nsxv3.common.synchronization [None req-0eb5f818-c46f-4f53-9d85-519240cc70f6 tempest-VolumesAdminNegativeTest-1457969923 tempest-VolumesAdminNegativeTest-1457969923-project-member] Enqueued Resource ID: 5f5bb0be-e60a-4f85-82c8-1e44ed1d20bc with Priority: HIGHEST for action security_group_rules [ 641.324822] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f5bb0be-e60a-4f85-82c8-1e44ed1d20bc with Priority: HIGHEST for action security_group_rules [ 641.324822] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f5bb0be-e60a-4f85-82c8-1e44ed1d20bc taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.324822] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f5bb0be-e60a-4f85-82c8-1e44ed1d20bc" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.324822] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f5bb0be-e60a-4f85-82c8-1e44ed1d20bc" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.324822] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f5bb0be-e60a-4f85-82c8-1e44ed1d20bc" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.324822] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f5bb0be-e60a-4f85-82c8-1e44ed1d20bc',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.330871] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c99bc397-83ee-4e55-8053-5133cdd61142 [ 641.331101] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.331241] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.331307] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.331522] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.332111] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.332227] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c99bc397-83ee-4e55-8053-5133cdd61142 already deleted. [ 641.332318] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c99bc397-83ee-4e55-8053-5133cdd61142" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.525184] env[71162]: INFO networking_nsxv3.common.synchronization [None req-924c8116-b0ca-4ed4-93a1-d9621b97034f tempest-VolumesAdminNegativeTest-1457969923 tempest-VolumesAdminNegativeTest-1457969923-project-member] Enqueued Resource ID: 5f5bb0be-e60a-4f85-82c8-1e44ed1d20bc with Priority: HIGHEST for action security_group_rules [ 641.525814] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f5bb0be-e60a-4f85-82c8-1e44ed1d20bc with Priority: HIGHEST for action security_group_rules [ 641.526009] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f5bb0be-e60a-4f85-82c8-1e44ed1d20bc taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.526498] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f5bb0be-e60a-4f85-82c8-1e44ed1d20bc" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.855204] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.855729] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.855729] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.855729] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.855729] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.855945] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f5bb0be-e60a-4f85-82c8-1e44ed1d20bc already deleted. [ 641.855945] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f5bb0be-e60a-4f85-82c8-1e44ed1d20bc" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.856068] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f5bb0be-e60a-4f85-82c8-1e44ed1d20bc" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.856471] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f5bb0be-e60a-4f85-82c8-1e44ed1d20bc" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.856471] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f5bb0be-e60a-4f85-82c8-1e44ed1d20bc',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.271025] env[71162]: INFO networking_nsxv3.common.synchronization [req-f0088bf7-b762-4290-96d5-cc4335ac6653 req-70462dcd-cd9d-4b50-a4c4-ef8c8b8530b8 tempest-SecurityGroupRulesTestJSON-1605251856 tempest-SecurityGroupRulesTestJSON-1605251856-project-member] Enqueued Resource ID: ebd103e0-7d8b-4b20-9bc6-af53b83c701a with Priority: HIGHEST for action security_group_rules [ 642.272674] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebd103e0-7d8b-4b20-9bc6-af53b83c701a with Priority: HIGHEST for action security_group_rules [ 642.273442] env[71162]: INFO networking_nsxv3.common.synchronization [None req-caee1b57-d6e3-4e06-9d2c-4cc59f881787 None None] Enqueued Resource ID: ec2f4f36-da09-4d7d-9824-6d60fbc18bf1 with Priority: HIGHEST for action port [ 642.274388] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebd103e0-7d8b-4b20-9bc6-af53b83c701a taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.274516] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebd103e0-7d8b-4b20-9bc6-af53b83c701a" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.274582] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebd103e0-7d8b-4b20-9bc6-af53b83c701a" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.274854] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebd103e0-7d8b-4b20-9bc6-af53b83c701a" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.274934] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebd103e0-7d8b-4b20-9bc6-af53b83c701a',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.276287] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2f4f36-da09-4d7d-9824-6d60fbc18bf1 with Priority: HIGHEST for action port [ 642.276967] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec2f4f36-da09-4d7d-9824-6d60fbc18bf1 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.277099] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec2f4f36-da09-4d7d-9824-6d60fbc18bf1" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.277163] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec2f4f36-da09-4d7d-9824-6d60fbc18bf1" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.277423] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec2f4f36-da09-4d7d-9824-6d60fbc18bf1" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.277501] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec2f4f36-da09-4d7d-9824-6d60fbc18bf1',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.380151] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.380402] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.380402] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.380636] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.380728] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.380823] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f5bb0be-e60a-4f85-82c8-1e44ed1d20bc already deleted. [ 642.380903] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f5bb0be-e60a-4f85-82c8-1e44ed1d20bc" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.634118] env[71162]: INFO networking_nsxv3.common.synchronization [None req-b36803ce-836d-4a2e-81b0-aa6ab949d40b None None] Enqueued Resource ID: b5e2bd39-0071-41cd-920f-71870291ed99 with Priority: HIGHEST for action port [ 642.634118] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5e2bd39-0071-41cd-920f-71870291ed99 with Priority: HIGHEST for action port [ 642.634118] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5e2bd39-0071-41cd-920f-71870291ed99 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.634118] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5e2bd39-0071-41cd-920f-71870291ed99" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.634118] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5e2bd39-0071-41cd-920f-71870291ed99" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.634118] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5e2bd39-0071-41cd-920f-71870291ed99" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.634118] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5e2bd39-0071-41cd-920f-71870291ed99',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.778839] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec2f4f36-da09-4d7d-9824-6d60fbc18bf1 [ 642.779060] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.779191] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.779259] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.779612] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.779774] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.779833] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec2f4f36-da09-4d7d-9824-6d60fbc18bf1 already deleted. [ 642.779901] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec2f4f36-da09-4d7d-9824-6d60fbc18bf1" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.800119] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.801369] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.801369] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.801369] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.801369] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.801369] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebd103e0-7d8b-4b20-9bc6-af53b83c701a already deleted. [ 642.801369] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebd103e0-7d8b-4b20-9bc6-af53b83c701a" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.137307] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5e2bd39-0071-41cd-920f-71870291ed99 [ 643.137705] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.137705] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.137868] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.137946] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.138055] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.138160] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5e2bd39-0071-41cd-920f-71870291ed99 already deleted. [ 643.138241] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5e2bd39-0071-41cd-920f-71870291ed99" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.135305] env[71162]: INFO networking_nsxv3.common.synchronization [None req-da5b84a1-9c7d-4ecf-9d93-1156c10ee191 None None] Enqueued Resource ID: f2e61357-c03d-46c3-92c4-f66cd5e96a96 with Priority: HIGHEST for action port [ 644.135305] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2e61357-c03d-46c3-92c4-f66cd5e96a96 with Priority: HIGHEST for action port [ 644.139147] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2e61357-c03d-46c3-92c4-f66cd5e96a96 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.139464] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2e61357-c03d-46c3-92c4-f66cd5e96a96" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.139464] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2e61357-c03d-46c3-92c4-f66cd5e96a96" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.142043] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2e61357-c03d-46c3-92c4-f66cd5e96a96" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.142043] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2e61357-c03d-46c3-92c4-f66cd5e96a96',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.641940] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2e61357-c03d-46c3-92c4-f66cd5e96a96 [ 644.642115] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.642240] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.642332] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.643662] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.643662] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.643662] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2e61357-c03d-46c3-92c4-f66cd5e96a96 already deleted. [ 644.643662] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2e61357-c03d-46c3-92c4-f66cd5e96a96" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.166139] env[71162]: INFO networking_nsxv3.common.synchronization [None req-9efd0961-209c-4ba2-86f9-b64c9f06f8f0 tempest-ServerActionsTestOtherB-200794435 tempest-ServerActionsTestOtherB-200794435-project-member] Enqueued Resource ID: 58bf5c43-c735-4318-8c74-f5c17f26fbbc with Priority: HIGHEST for action security_group_rules [ 645.166404] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58bf5c43-c735-4318-8c74-f5c17f26fbbc with Priority: HIGHEST for action security_group_rules [ 645.166988] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58bf5c43-c735-4318-8c74-f5c17f26fbbc taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.167120] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58bf5c43-c735-4318-8c74-f5c17f26fbbc" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.167177] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58bf5c43-c735-4318-8c74-f5c17f26fbbc" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.167477] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58bf5c43-c735-4318-8c74-f5c17f26fbbc" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.167568] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58bf5c43-c735-4318-8c74-f5c17f26fbbc',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.519104] env[71162]: INFO networking_nsxv3.common.synchronization [None req-858c5e75-245d-4e4f-9b34-cdd4db2e6f52 tempest-ServerActionsTestOtherB-200794435 tempest-ServerActionsTestOtherB-200794435-project-member] Enqueued Resource ID: 58bf5c43-c735-4318-8c74-f5c17f26fbbc with Priority: HIGHEST for action security_group_rules [ 645.519644] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58bf5c43-c735-4318-8c74-f5c17f26fbbc with Priority: HIGHEST for action security_group_rules [ 645.519946] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58bf5c43-c735-4318-8c74-f5c17f26fbbc taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.520063] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58bf5c43-c735-4318-8c74-f5c17f26fbbc" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.697133] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.697133] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.697133] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.697133] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.697133] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.697133] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58bf5c43-c735-4318-8c74-f5c17f26fbbc already deleted. [ 645.697133] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58bf5c43-c735-4318-8c74-f5c17f26fbbc" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.697133] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58bf5c43-c735-4318-8c74-f5c17f26fbbc" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.697133] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58bf5c43-c735-4318-8c74-f5c17f26fbbc" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.697133] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58bf5c43-c735-4318-8c74-f5c17f26fbbc',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.706615] env[71162]: INFO networking_nsxv3.common.synchronization [None req-66c1741d-7424-486c-85b8-a8703ae1d6b5 None None] Enqueued Resource ID: b327c963-fbaf-48a7-b9d1-99ea4b548c94 with Priority: HIGHEST for action port [ 645.706615] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b327c963-fbaf-48a7-b9d1-99ea4b548c94 with Priority: HIGHEST for action port [ 645.706615] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-b327c963-fbaf-48a7-b9d1-99ea4b548c94 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.706615] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b327c963-fbaf-48a7-b9d1-99ea4b548c94" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.706615] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b327c963-fbaf-48a7-b9d1-99ea4b548c94" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.706615] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b327c963-fbaf-48a7-b9d1-99ea4b548c94" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.706615] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b327c963-fbaf-48a7-b9d1-99ea4b548c94',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.115958] env[71162]: INFO networking_nsxv3.common.synchronization [None req-156ab166-d0b4-4d3e-b060-5fa993ae936d None None] Enqueued Resource ID: a6be4543-62ba-47fc-ab4a-8da66bf32524 with Priority: HIGHEST for action port [ 646.116048] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6be4543-62ba-47fc-ab4a-8da66bf32524 with Priority: HIGHEST for action port [ 646.116969] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6be4543-62ba-47fc-ab4a-8da66bf32524 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.117115] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6be4543-62ba-47fc-ab4a-8da66bf32524" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.117115] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6be4543-62ba-47fc-ab4a-8da66bf32524" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.117322] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6be4543-62ba-47fc-ab4a-8da66bf32524" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.117419] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6be4543-62ba-47fc-ab4a-8da66bf32524',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.210432] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b327c963-fbaf-48a7-b9d1-99ea4b548c94 [ 646.211029] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.211029] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.211885] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.211885] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.211885] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.211885] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b327c963-fbaf-48a7-b9d1-99ea4b548c94 already deleted. [ 646.211885] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b327c963-fbaf-48a7-b9d1-99ea4b548c94" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.221733] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.222746] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.222746] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.222746] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.222746] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.223000] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58bf5c43-c735-4318-8c74-f5c17f26fbbc already deleted. [ 646.223000] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58bf5c43-c735-4318-8c74-f5c17f26fbbc" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.497872] env[71162]: INFO networking_nsxv3.common.synchronization [None req-ce3d0cb1-b43d-4c72-8970-aea5108c50f6 None None] Enqueued Resource ID: 8e147b19-9d4f-42c2-be6b-0e4b9a082fa0 with Priority: HIGHEST for action port [ 646.498176] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e147b19-9d4f-42c2-be6b-0e4b9a082fa0 with Priority: HIGHEST for action port [ 646.500232] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e147b19-9d4f-42c2-be6b-0e4b9a082fa0 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.500361] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e147b19-9d4f-42c2-be6b-0e4b9a082fa0" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.500458] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e147b19-9d4f-42c2-be6b-0e4b9a082fa0" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.500694] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e147b19-9d4f-42c2-be6b-0e4b9a082fa0" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.504173] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e147b19-9d4f-42c2-be6b-0e4b9a082fa0',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.620049] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6be4543-62ba-47fc-ab4a-8da66bf32524 [ 646.620049] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.621612] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.621612] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.621612] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.621612] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.621612] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6be4543-62ba-47fc-ab4a-8da66bf32524 already deleted. [ 646.621612] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6be4543-62ba-47fc-ab4a-8da66bf32524" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.005872] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e147b19-9d4f-42c2-be6b-0e4b9a082fa0 [ 647.006132] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.006267] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.006370] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.006577] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.006671] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.006779] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e147b19-9d4f-42c2-be6b-0e4b9a082fa0 already deleted. [ 647.006859] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e147b19-9d4f-42c2-be6b-0e4b9a082fa0" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.114958] env[71162]: INFO networking_nsxv3.common.synchronization [None req-ac17c9e0-647f-4cab-87e2-b4e6e3383571 None None] Enqueued Resource ID: 96140fe9-b7d8-4f95-b35a-6b82a47b6c2a with Priority: HIGHEST for action port [ 647.115262] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96140fe9-b7d8-4f95-b35a-6b82a47b6c2a with Priority: HIGHEST for action port [ 647.115761] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-96140fe9-b7d8-4f95-b35a-6b82a47b6c2a taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.115884] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96140fe9-b7d8-4f95-b35a-6b82a47b6c2a" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.116172] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96140fe9-b7d8-4f95-b35a-6b82a47b6c2a" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.116477] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96140fe9-b7d8-4f95-b35a-6b82a47b6c2a" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.116561] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96140fe9-b7d8-4f95-b35a-6b82a47b6c2a',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.619663] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96140fe9-b7d8-4f95-b35a-6b82a47b6c2a [ 647.619663] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.620123] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.620123] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.620123] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.620123] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.620279] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96140fe9-b7d8-4f95-b35a-6b82a47b6c2a already deleted. [ 647.620279] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96140fe9-b7d8-4f95-b35a-6b82a47b6c2a" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.974517] env[71162]: INFO networking_nsxv3.common.synchronization [None req-f3db9876-79d7-4f01-aaa5-833f5eee8c0c None None] Enqueued Resource ID: 94c05b64-1b26-4c86-ae8d-bcec72e640b3 with Priority: HIGHEST for action port [ 647.976072] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c05b64-1b26-4c86-ae8d-bcec72e640b3 with Priority: HIGHEST for action port [ 647.976072] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-94c05b64-1b26-4c86-ae8d-bcec72e640b3 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.976339] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94c05b64-1b26-4c86-ae8d-bcec72e640b3" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.976452] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94c05b64-1b26-4c86-ae8d-bcec72e640b3" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.976794] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94c05b64-1b26-4c86-ae8d-bcec72e640b3" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.976913] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94c05b64-1b26-4c86-ae8d-bcec72e640b3',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.480101] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94c05b64-1b26-4c86-ae8d-bcec72e640b3 [ 648.480101] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.480101] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.480101] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.480101] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.480101] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.480101] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94c05b64-1b26-4c86-ae8d-bcec72e640b3 already deleted. [ 648.480101] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94c05b64-1b26-4c86-ae8d-bcec72e640b3" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.323654] env[71162]: INFO networking_nsxv3.common.synchronization [None req-4a186387-202d-44c1-be68-de18b801e5c9 tempest-ServersTestBootFromVolume-1067927147 tempest-ServersTestBootFromVolume-1067927147-project-member] Enqueued Resource ID: f1783137-76d2-421d-b350-41592108ca4b with Priority: HIGHEST for action security_group_rules [ 650.324263] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1783137-76d2-421d-b350-41592108ca4b with Priority: HIGHEST for action security_group_rules [ 650.324522] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1783137-76d2-421d-b350-41592108ca4b taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.324666] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1783137-76d2-421d-b350-41592108ca4b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.324711] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1783137-76d2-421d-b350-41592108ca4b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.324982] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1783137-76d2-421d-b350-41592108ca4b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.325974] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1783137-76d2-421d-b350-41592108ca4b',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.451744] env[71162]: INFO networking_nsxv3.common.synchronization [None req-8356909c-03cf-4fdd-9fab-d3ba489fcbf7 tempest-ServersTestBootFromVolume-1067927147 tempest-ServersTestBootFromVolume-1067927147-project-member] Enqueued Resource ID: f1783137-76d2-421d-b350-41592108ca4b with Priority: HIGHEST for action security_group_rules [ 650.452356] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1783137-76d2-421d-b350-41592108ca4b with Priority: HIGHEST for action security_group_rules [ 650.452644] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1783137-76d2-421d-b350-41592108ca4b taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.452824] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1783137-76d2-421d-b350-41592108ca4b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.855689] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.858022] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.858022] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.858022] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.858022] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.858022] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1783137-76d2-421d-b350-41592108ca4b already deleted. [ 650.858022] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1783137-76d2-421d-b350-41592108ca4b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.858022] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1783137-76d2-421d-b350-41592108ca4b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.858022] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1783137-76d2-421d-b350-41592108ca4b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.858022] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1783137-76d2-421d-b350-41592108ca4b',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.103063] env[71162]: INFO networking_nsxv3.common.synchronization [None req-d6a5fead-8762-4fb5-8d43-f97751a08772 None None] Enqueued Resource ID: ce00528d-e949-45f3-ab56-413058650121 with Priority: HIGHEST for action port [ 651.103063] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce00528d-e949-45f3-ab56-413058650121 with Priority: HIGHEST for action port [ 651.103063] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce00528d-e949-45f3-ab56-413058650121 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.103063] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce00528d-e949-45f3-ab56-413058650121" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.103063] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce00528d-e949-45f3-ab56-413058650121" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.103063] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce00528d-e949-45f3-ab56-413058650121" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.103063] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce00528d-e949-45f3-ab56-413058650121',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.381151] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.381151] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.381151] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.381151] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.381151] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.382020] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1783137-76d2-421d-b350-41592108ca4b already deleted. [ 651.382020] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1783137-76d2-421d-b350-41592108ca4b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.610988] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce00528d-e949-45f3-ab56-413058650121 [ 651.610988] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.610988] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.610988] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.610988] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.610988] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.610988] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce00528d-e949-45f3-ab56-413058650121 already deleted. [ 651.610988] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce00528d-e949-45f3-ab56-413058650121" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.040703] env[71162]: INFO networking_nsxv3.common.synchronization [req-2ae066fa-d5bc-4302-b6ba-c0bc588396cc req-7333d874-e8d1-4fe9-8c85-e9a456988377 tempest-SecurityGroupRulesTestJSON-1605251856 tempest-SecurityGroupRulesTestJSON-1605251856-project-member] Enqueued Resource ID: 79445aac-7c76-47ae-bc08-066eeafe3e49 with Priority: HIGHEST for action security_group_rules [ 652.041704] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79445aac-7c76-47ae-bc08-066eeafe3e49 with Priority: HIGHEST for action security_group_rules [ 652.041790] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79445aac-7c76-47ae-bc08-066eeafe3e49 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.041922] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79445aac-7c76-47ae-bc08-066eeafe3e49" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.041996] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79445aac-7c76-47ae-bc08-066eeafe3e49" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.046289] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79445aac-7c76-47ae-bc08-066eeafe3e49" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.046289] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79445aac-7c76-47ae-bc08-066eeafe3e49',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.569156] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.569461] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.569461] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.570697] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.570697] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.570697] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79445aac-7c76-47ae-bc08-066eeafe3e49 already deleted. [ 652.570697] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79445aac-7c76-47ae-bc08-066eeafe3e49" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.676377] env[71162]: INFO networking_nsxv3.common.synchronization [None req-a032db44-6527-4b0f-97d3-abf566f424cd None None] Enqueued Resource ID: 86172b56-6511-4c0b-a957-b59862ea78a8 with Priority: HIGHEST for action port [ 653.676377] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86172b56-6511-4c0b-a957-b59862ea78a8 with Priority: HIGHEST for action port [ 653.676983] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-86172b56-6511-4c0b-a957-b59862ea78a8 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.677146] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86172b56-6511-4c0b-a957-b59862ea78a8" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.677146] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86172b56-6511-4c0b-a957-b59862ea78a8" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.677384] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86172b56-6511-4c0b-a957-b59862ea78a8" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.677543] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86172b56-6511-4c0b-a957-b59862ea78a8',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.785035] env[71162]: INFO networking_nsxv3.common.synchronization [req-a1fa7c4b-e07a-4742-833c-7e13e85a32d4 req-3d4735a1-6ae1-4af6-9a60-26e2222ca66c tempest-SecurityGroupRulesTestJSON-1605251856 tempest-SecurityGroupRulesTestJSON-1605251856-project-member] Enqueued Resource ID: 79445aac-7c76-47ae-bc08-066eeafe3e49 with Priority: HIGHEST for action security_group_rules [ 653.785657] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79445aac-7c76-47ae-bc08-066eeafe3e49 with Priority: HIGHEST for action security_group_rules [ 653.785962] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79445aac-7c76-47ae-bc08-066eeafe3e49 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.786072] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79445aac-7c76-47ae-bc08-066eeafe3e49" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.786072] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79445aac-7c76-47ae-bc08-066eeafe3e49" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.786267] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79445aac-7c76-47ae-bc08-066eeafe3e49" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.786708] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79445aac-7c76-47ae-bc08-066eeafe3e49',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.182337] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86172b56-6511-4c0b-a957-b59862ea78a8 [ 654.182566] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.182704] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.182770] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.182993] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.183089] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.183187] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86172b56-6511-4c0b-a957-b59862ea78a8 already deleted. [ 654.183265] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86172b56-6511-4c0b-a957-b59862ea78a8" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.308882] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.308882] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.309098] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.309597] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.309597] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.309597] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79445aac-7c76-47ae-bc08-066eeafe3e49 already deleted. [ 654.309597] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79445aac-7c76-47ae-bc08-066eeafe3e49" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.826410] env[71162]: INFO networking_nsxv3.common.synchronization [None req-5c870bce-012c-44e6-a5b2-9b4857f618bf None None] Enqueued Resource ID: 2ed86bb6-ef84-40f4-819b-6a415594b58a with Priority: HIGHEST for action port [ 654.826750] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed86bb6-ef84-40f4-819b-6a415594b58a with Priority: HIGHEST for action port [ 654.827269] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ed86bb6-ef84-40f4-819b-6a415594b58a taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.827387] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ed86bb6-ef84-40f4-819b-6a415594b58a" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.827452] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ed86bb6-ef84-40f4-819b-6a415594b58a" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.827708] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ed86bb6-ef84-40f4-819b-6a415594b58a" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.827811] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ed86bb6-ef84-40f4-819b-6a415594b58a',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.898171] env[71162]: INFO networking_nsxv3.common.synchronization [None req-bb55cf93-2e0d-421d-a33c-c91cdb8b42a3 None None] Enqueued Resource ID: 24c60623-efc3-43d1-b62a-9ef68153d32f with Priority: HIGHEST for action port [ 654.898936] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c60623-efc3-43d1-b62a-9ef68153d32f with Priority: HIGHEST for action port [ 654.899311] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-24c60623-efc3-43d1-b62a-9ef68153d32f taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.899629] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24c60623-efc3-43d1-b62a-9ef68153d32f" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.899629] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24c60623-efc3-43d1-b62a-9ef68153d32f" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.899875] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24c60623-efc3-43d1-b62a-9ef68153d32f" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.899970] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24c60623-efc3-43d1-b62a-9ef68153d32f',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.329569] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ed86bb6-ef84-40f4-819b-6a415594b58a [ 655.329857] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.330986] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.330986] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.330986] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.330986] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.330986] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ed86bb6-ef84-40f4-819b-6a415594b58a already deleted. [ 655.330986] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ed86bb6-ef84-40f4-819b-6a415594b58a" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.404544] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24c60623-efc3-43d1-b62a-9ef68153d32f [ 655.404544] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.404825] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.404825] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.406019] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.406460] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.406460] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24c60623-efc3-43d1-b62a-9ef68153d32f already deleted. [ 655.406460] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24c60623-efc3-43d1-b62a-9ef68153d32f" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.907063] env[71162]: INFO networking_nsxv3.common.synchronization [req-5ade1563-adaa-443d-95f9-1960df050c1c req-f3e8e18f-deb5-4a19-bfca-d14f61f6c906 tempest-SecurityGroupRulesTestJSON-1605251856 tempest-SecurityGroupRulesTestJSON-1605251856-project-member] Enqueued Resource ID: 79445aac-7c76-47ae-bc08-066eeafe3e49 with Priority: HIGHEST for action security_group_rules [ 658.907666] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79445aac-7c76-47ae-bc08-066eeafe3e49 with Priority: HIGHEST for action security_group_rules [ 658.907989] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79445aac-7c76-47ae-bc08-066eeafe3e49 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.908169] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79445aac-7c76-47ae-bc08-066eeafe3e49" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.908256] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79445aac-7c76-47ae-bc08-066eeafe3e49" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.908497] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79445aac-7c76-47ae-bc08-066eeafe3e49" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.908606] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79445aac-7c76-47ae-bc08-066eeafe3e49',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.207761] env[71162]: INFO networking_nsxv3.common.synchronization [None req-e32cb19c-7052-4d52-9bd6-a37ad8eaf0b0 None None] Enqueued Resource ID: 708134e3-fe1b-40db-b120-f2a2fde51c22 with Priority: HIGHEST for action port [ 659.208384] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 708134e3-fe1b-40db-b120-f2a2fde51c22 with Priority: HIGHEST for action port [ 659.208725] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-708134e3-fe1b-40db-b120-f2a2fde51c22 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.208879] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-708134e3-fe1b-40db-b120-f2a2fde51c22" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.208948] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-708134e3-fe1b-40db-b120-f2a2fde51c22" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.210877] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-708134e3-fe1b-40db-b120-f2a2fde51c22" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.210877] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('708134e3-fe1b-40db-b120-f2a2fde51c22',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.435766] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.435766] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.435766] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.435766] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.435766] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.435766] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79445aac-7c76-47ae-bc08-066eeafe3e49 already deleted. [ 659.435766] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79445aac-7c76-47ae-bc08-066eeafe3e49" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.712634] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 708134e3-fe1b-40db-b120-f2a2fde51c22 [ 659.713780] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.714457] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.714457] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.714457] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.714457] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.714725] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:708134e3-fe1b-40db-b120-f2a2fde51c22 already deleted. [ 659.714725] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-708134e3-fe1b-40db-b120-f2a2fde51c22" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.531701] env[71162]: INFO networking_nsxv3.common.synchronization [None req-42481cba-e3d6-44c0-a033-a59e7fa6ae88 None None] Enqueued Resource ID: e917d69c-d73f-474d-a2be-0a629b126309 with Priority: HIGHEST for action port [ 660.532573] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e917d69c-d73f-474d-a2be-0a629b126309 with Priority: HIGHEST for action port [ 660.532573] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-e917d69c-d73f-474d-a2be-0a629b126309 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.532756] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e917d69c-d73f-474d-a2be-0a629b126309" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.533451] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e917d69c-d73f-474d-a2be-0a629b126309" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.533451] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e917d69c-d73f-474d-a2be-0a629b126309" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.533451] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e917d69c-d73f-474d-a2be-0a629b126309',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.702324] env[71162]: INFO networking_nsxv3.common.synchronization [None req-c48b3de4-36e4-4874-9288-2ae76c89f662 tempest-ServerActionsV293TestJSON-1345048119 tempest-ServerActionsV293TestJSON-1345048119-project-member] Enqueued Resource ID: a192f8b9-de7d-43e6-aed9-87b31343680b with Priority: HIGHEST for action security_group_rules [ 660.702899] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a192f8b9-de7d-43e6-aed9-87b31343680b with Priority: HIGHEST for action security_group_rules [ 660.703207] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a192f8b9-de7d-43e6-aed9-87b31343680b taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.703463] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a192f8b9-de7d-43e6-aed9-87b31343680b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.703463] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a192f8b9-de7d-43e6-aed9-87b31343680b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.704524] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a192f8b9-de7d-43e6-aed9-87b31343680b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.704524] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a192f8b9-de7d-43e6-aed9-87b31343680b',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.020309] env[71162]: INFO networking_nsxv3.common.synchronization [None req-9c00af6a-c884-4a5d-ba36-51e7794b9713 tempest-ServerActionsV293TestJSON-1345048119 tempest-ServerActionsV293TestJSON-1345048119-project-member] Enqueued Resource ID: a192f8b9-de7d-43e6-aed9-87b31343680b with Priority: HIGHEST for action security_group_rules [ 661.020639] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a192f8b9-de7d-43e6-aed9-87b31343680b with Priority: HIGHEST for action security_group_rules [ 661.021097] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a192f8b9-de7d-43e6-aed9-87b31343680b taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.022101] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a192f8b9-de7d-43e6-aed9-87b31343680b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.038423] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e917d69c-d73f-474d-a2be-0a629b126309 [ 661.038665] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.038802] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.038872] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.039124] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.039218] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.039317] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e917d69c-d73f-474d-a2be-0a629b126309 already deleted. [ 661.039399] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e917d69c-d73f-474d-a2be-0a629b126309" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.224689] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.224922] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.224964] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.225195] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.225288] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.225388] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a192f8b9-de7d-43e6-aed9-87b31343680b already deleted. [ 661.225472] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a192f8b9-de7d-43e6-aed9-87b31343680b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.225640] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a192f8b9-de7d-43e6-aed9-87b31343680b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.225784] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a192f8b9-de7d-43e6-aed9-87b31343680b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.225873] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a192f8b9-de7d-43e6-aed9-87b31343680b',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.751128] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.751559] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.751559] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.752351] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.752652] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.752652] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a192f8b9-de7d-43e6-aed9-87b31343680b already deleted. [ 661.752652] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a192f8b9-de7d-43e6-aed9-87b31343680b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.078768] env[71162]: INFO networking_nsxv3.common.synchronization [None req-148f03da-8f2b-48c2-b8ca-83f24314adb6 None None] Enqueued Resource ID: d9b85c8b-6754-416f-b6c0-efde9f06630f with Priority: HIGHEST for action port [ 662.080048] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9b85c8b-6754-416f-b6c0-efde9f06630f with Priority: HIGHEST for action port [ 662.084756] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9b85c8b-6754-416f-b6c0-efde9f06630f taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.084756] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9b85c8b-6754-416f-b6c0-efde9f06630f" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.084756] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9b85c8b-6754-416f-b6c0-efde9f06630f" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.084756] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9b85c8b-6754-416f-b6c0-efde9f06630f" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.084756] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9b85c8b-6754-416f-b6c0-efde9f06630f',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.592020] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9b85c8b-6754-416f-b6c0-efde9f06630f [ 662.592020] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.592020] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.592020] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.592292] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.592292] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.592292] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9b85c8b-6754-416f-b6c0-efde9f06630f already deleted. [ 662.592292] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9b85c8b-6754-416f-b6c0-efde9f06630f" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.226648] env[71162]: INFO networking_nsxv3.common.synchronization [None req-9e2595c7-98ab-4c44-bb49-6e89d9bf834a None None] Enqueued Resource ID: 06bebc0e-7c40-4096-9468-379a17e8f6d2 with Priority: HIGHEST for action port [ 665.226895] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06bebc0e-7c40-4096-9468-379a17e8f6d2 with Priority: HIGHEST for action port [ 665.227482] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-06bebc0e-7c40-4096-9468-379a17e8f6d2 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.227482] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06bebc0e-7c40-4096-9468-379a17e8f6d2" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.227888] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06bebc0e-7c40-4096-9468-379a17e8f6d2" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.227888] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06bebc0e-7c40-4096-9468-379a17e8f6d2" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.227888] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06bebc0e-7c40-4096-9468-379a17e8f6d2',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.733470] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06bebc0e-7c40-4096-9468-379a17e8f6d2 [ 665.733470] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.733470] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.733470] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.733470] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.733470] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.733470] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06bebc0e-7c40-4096-9468-379a17e8f6d2 already deleted. [ 665.733470] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06bebc0e-7c40-4096-9468-379a17e8f6d2" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.380013] env[71162]: INFO networking_nsxv3.common.synchronization [None req-6621ed13-6738-4f76-a0e6-678bf87d67be None None] Enqueued Resource ID: 11de0181-8169-45f2-b6c6-82c0bb583145 with Priority: HIGHEST for action port [ 666.381763] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11de0181-8169-45f2-b6c6-82c0bb583145 with Priority: HIGHEST for action port [ 666.382366] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-11de0181-8169-45f2-b6c6-82c0bb583145 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.382366] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11de0181-8169-45f2-b6c6-82c0bb583145" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.382507] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11de0181-8169-45f2-b6c6-82c0bb583145" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.382916] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11de0181-8169-45f2-b6c6-82c0bb583145" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.382916] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11de0181-8169-45f2-b6c6-82c0bb583145',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.884786] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11de0181-8169-45f2-b6c6-82c0bb583145 [ 666.885778] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.885778] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.885778] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.885778] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.885778] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.885778] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11de0181-8169-45f2-b6c6-82c0bb583145 already deleted. [ 666.885778] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11de0181-8169-45f2-b6c6-82c0bb583145" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.863776] env[71162]: INFO networking_nsxv3.common.synchronization [None req-a98c9ee8-1b44-42a1-914e-fe2121268119 None None] Enqueued Resource ID: 877bf5b0-d6e7-4724-85b3-3f46966a836b with Priority: HIGHEST for action port [ 667.863776] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877bf5b0-d6e7-4724-85b3-3f46966a836b with Priority: HIGHEST for action port [ 667.863776] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-877bf5b0-d6e7-4724-85b3-3f46966a836b taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.865676] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-877bf5b0-d6e7-4724-85b3-3f46966a836b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.865676] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-877bf5b0-d6e7-4724-85b3-3f46966a836b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.865676] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-877bf5b0-d6e7-4724-85b3-3f46966a836b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.865676] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('877bf5b0-d6e7-4724-85b3-3f46966a836b',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.370108] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 877bf5b0-d6e7-4724-85b3-3f46966a836b [ 668.370342] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.370476] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.370541] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.370752] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.372018] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.372018] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:877bf5b0-d6e7-4724-85b3-3f46966a836b already deleted. [ 668.372018] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-877bf5b0-d6e7-4724-85b3-3f46966a836b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.481334] env[71162]: INFO networking_nsxv3.common.synchronization [None req-7794790a-cd2f-4eec-8b05-897b6e2096cf None None] Enqueued Resource ID: 16cdf578-f6f7-4137-b857-375befe40392 with Priority: HIGHEST for action port [ 669.481334] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16cdf578-f6f7-4137-b857-375befe40392 with Priority: HIGHEST for action port [ 669.481334] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-16cdf578-f6f7-4137-b857-375befe40392 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.481782] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16cdf578-f6f7-4137-b857-375befe40392" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.481782] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16cdf578-f6f7-4137-b857-375befe40392" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.481782] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16cdf578-f6f7-4137-b857-375befe40392" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.481782] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16cdf578-f6f7-4137-b857-375befe40392',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.984783] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16cdf578-f6f7-4137-b857-375befe40392 [ 669.985312] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.988052] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.988052] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.988052] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.988052] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.988052] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16cdf578-f6f7-4137-b857-375befe40392 already deleted. [ 669.988052] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16cdf578-f6f7-4137-b857-375befe40392" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.185348] env[71162]: INFO networking_nsxv3.common.synchronization [None req-2a79125e-4dcd-404f-9e53-f9f494c17849 None None] Enqueued Resource ID: 6df4170c-ff5c-41fa-96a0-30abd329a0c5 with Priority: HIGHEST for action port [ 671.185632] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df4170c-ff5c-41fa-96a0-30abd329a0c5 with Priority: HIGHEST for action port [ 671.186243] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-6df4170c-ff5c-41fa-96a0-30abd329a0c5 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.186385] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6df4170c-ff5c-41fa-96a0-30abd329a0c5" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.186448] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6df4170c-ff5c-41fa-96a0-30abd329a0c5" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.186739] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6df4170c-ff5c-41fa-96a0-30abd329a0c5" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.186820] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6df4170c-ff5c-41fa-96a0-30abd329a0c5',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.692135] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6df4170c-ff5c-41fa-96a0-30abd329a0c5 [ 671.692135] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.692135] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.692135] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.692135] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.692135] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.692135] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6df4170c-ff5c-41fa-96a0-30abd329a0c5 already deleted. [ 671.692135] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6df4170c-ff5c-41fa-96a0-30abd329a0c5" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.706290] env[71162]: INFO networking_nsxv3.common.synchronization [None req-93c52f05-fc7c-405b-9d27-6c2bb210bef6 None None] Enqueued Resource ID: b385bedf-aee2-42b8-8274-413ad649596e with Priority: HIGHEST for action port [ 671.707753] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b385bedf-aee2-42b8-8274-413ad649596e with Priority: HIGHEST for action port [ 671.711055] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-b385bedf-aee2-42b8-8274-413ad649596e taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.711055] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b385bedf-aee2-42b8-8274-413ad649596e" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.711055] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b385bedf-aee2-42b8-8274-413ad649596e" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.711055] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b385bedf-aee2-42b8-8274-413ad649596e" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.711055] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b385bedf-aee2-42b8-8274-413ad649596e',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.841507] env[71162]: INFO networking_nsxv3.common.synchronization [None req-a0a8d053-6164-451c-a038-ee7c8a91f7f4 None None] Enqueued Resource ID: 8cffebe4-48b4-4320-8f3e-c5f1e5933a13 with Priority: HIGHEST for action port [ 671.842118] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cffebe4-48b4-4320-8f3e-c5f1e5933a13 with Priority: HIGHEST for action port [ 671.843647] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cffebe4-48b4-4320-8f3e-c5f1e5933a13 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.843815] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cffebe4-48b4-4320-8f3e-c5f1e5933a13" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.844589] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cffebe4-48b4-4320-8f3e-c5f1e5933a13" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.844914] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cffebe4-48b4-4320-8f3e-c5f1e5933a13" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.845515] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cffebe4-48b4-4320-8f3e-c5f1e5933a13',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.213921] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b385bedf-aee2-42b8-8274-413ad649596e [ 672.214229] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.214352] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.214389] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.217175] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.217175] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.217175] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b385bedf-aee2-42b8-8274-413ad649596e already deleted. [ 672.217175] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b385bedf-aee2-42b8-8274-413ad649596e" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.351512] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8cffebe4-48b4-4320-8f3e-c5f1e5933a13 [ 672.351512] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.351512] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.351512] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.351512] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.351512] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.351512] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8cffebe4-48b4-4320-8f3e-c5f1e5933a13 already deleted. [ 672.351512] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cffebe4-48b4-4320-8f3e-c5f1e5933a13" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.141109] env[71162]: INFO networking_nsxv3.common.synchronization [None req-a9ce3cda-cf56-4b21-bff4-26642a85e82d None None] Enqueued Resource ID: 7eb5f02a-273a-4997-b3b8-fcebc91055aa with Priority: HIGHEST for action port [ 673.141109] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eb5f02a-273a-4997-b3b8-fcebc91055aa with Priority: HIGHEST for action port [ 673.141109] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-7eb5f02a-273a-4997-b3b8-fcebc91055aa taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.141109] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7eb5f02a-273a-4997-b3b8-fcebc91055aa" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.141109] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7eb5f02a-273a-4997-b3b8-fcebc91055aa" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.141109] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7eb5f02a-273a-4997-b3b8-fcebc91055aa" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.141109] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7eb5f02a-273a-4997-b3b8-fcebc91055aa',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.645236] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7eb5f02a-273a-4997-b3b8-fcebc91055aa [ 673.645490] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.645619] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.645676] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.645875] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.645961] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.646130] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7eb5f02a-273a-4997-b3b8-fcebc91055aa already deleted. [ 673.646187] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7eb5f02a-273a-4997-b3b8-fcebc91055aa" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.854571] env[71162]: INFO networking_nsxv3.common.synchronization [None req-89d787ea-24e3-4086-ad1a-9b090dbf1162 None None] Enqueued Resource ID: 753eb8b1-625d-4296-ac28-94d117b55630 with Priority: HIGHEST for action port [ 676.855204] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 753eb8b1-625d-4296-ac28-94d117b55630 with Priority: HIGHEST for action port [ 676.855495] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-753eb8b1-625d-4296-ac28-94d117b55630 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.855598] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-753eb8b1-625d-4296-ac28-94d117b55630" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.855648] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-753eb8b1-625d-4296-ac28-94d117b55630" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.856025] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-753eb8b1-625d-4296-ac28-94d117b55630" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.856025] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('753eb8b1-625d-4296-ac28-94d117b55630',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.918592] env[71162]: INFO networking_nsxv3.common.synchronization [None req-36fc0e0b-e9c0-4d00-a102-cd2ff177c680 None None] Enqueued Resource ID: 4443f1fe-dce0-4df6-a357-140510312adf with Priority: HIGHEST for action port [ 676.918855] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4443f1fe-dce0-4df6-a357-140510312adf with Priority: HIGHEST for action port [ 676.919435] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-4443f1fe-dce0-4df6-a357-140510312adf taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.920524] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4443f1fe-dce0-4df6-a357-140510312adf" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.920524] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4443f1fe-dce0-4df6-a357-140510312adf" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.920524] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4443f1fe-dce0-4df6-a357-140510312adf" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.924266] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4443f1fe-dce0-4df6-a357-140510312adf',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.358194] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 753eb8b1-625d-4296-ac28-94d117b55630 [ 677.358194] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.358400] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.358400] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.358600] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.358656] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.358741] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:753eb8b1-625d-4296-ac28-94d117b55630 already deleted. [ 677.358830] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-753eb8b1-625d-4296-ac28-94d117b55630" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.428141] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4443f1fe-dce0-4df6-a357-140510312adf [ 677.428141] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.428141] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.428141] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.428141] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.428141] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.428141] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4443f1fe-dce0-4df6-a357-140510312adf already deleted. [ 677.428141] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4443f1fe-dce0-4df6-a357-140510312adf" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.815794] env[71162]: INFO networking_nsxv3.common.synchronization [None req-6ea880c2-6fa9-419c-aae8-1983619666f4 None None] Enqueued Resource ID: bc732bb0-656d-4a0a-8e75-feb21907bb3c with Priority: HIGHEST for action port [ 677.815794] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc732bb0-656d-4a0a-8e75-feb21907bb3c with Priority: HIGHEST for action port [ 677.816278] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc732bb0-656d-4a0a-8e75-feb21907bb3c taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.816404] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc732bb0-656d-4a0a-8e75-feb21907bb3c" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.816455] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc732bb0-656d-4a0a-8e75-feb21907bb3c" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.816699] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc732bb0-656d-4a0a-8e75-feb21907bb3c" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.816782] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc732bb0-656d-4a0a-8e75-feb21907bb3c',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.886665] env[71162]: INFO networking_nsxv3.common.synchronization [None req-63af3595-8a91-4ed0-9561-ed1b1977245e None None] Enqueued Resource ID: ce7b7302-4733-4135-b5d3-cbb205dde616 with Priority: HIGHEST for action port [ 677.887015] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce7b7302-4733-4135-b5d3-cbb205dde616 with Priority: HIGHEST for action port [ 677.887525] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce7b7302-4733-4135-b5d3-cbb205dde616 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.887659] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce7b7302-4733-4135-b5d3-cbb205dde616" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.887792] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce7b7302-4733-4135-b5d3-cbb205dde616" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.888007] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce7b7302-4733-4135-b5d3-cbb205dde616" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.888210] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce7b7302-4733-4135-b5d3-cbb205dde616',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.321125] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc732bb0-656d-4a0a-8e75-feb21907bb3c [ 678.321884] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.322126] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.322212] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.322439] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.322530] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.322631] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc732bb0-656d-4a0a-8e75-feb21907bb3c already deleted. [ 678.322722] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc732bb0-656d-4a0a-8e75-feb21907bb3c" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.329296] env[71162]: INFO networking_nsxv3.common.synchronization [None req-02f2f9ff-1f3b-4138-bb33-29fb17a4ad0c tempest-AttachVolumeTestJSON-1546742306 tempest-AttachVolumeTestJSON-1546742306-project-member] Enqueued Resource ID: 2f99a5d6-bc23-4a64-a61c-a9fb8b719973 with Priority: HIGHEST for action security_group_rules [ 678.329387] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f99a5d6-bc23-4a64-a61c-a9fb8b719973 with Priority: HIGHEST for action security_group_rules [ 678.329985] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f99a5d6-bc23-4a64-a61c-a9fb8b719973 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.330124] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f99a5d6-bc23-4a64-a61c-a9fb8b719973" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.330182] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f99a5d6-bc23-4a64-a61c-a9fb8b719973" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.330417] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f99a5d6-bc23-4a64-a61c-a9fb8b719973" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.330495] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f99a5d6-bc23-4a64-a61c-a9fb8b719973',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.395587] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce7b7302-4733-4135-b5d3-cbb205dde616 [ 678.395810] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.395931] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.396084] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.396264] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.396370] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.396470] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce7b7302-4733-4135-b5d3-cbb205dde616 already deleted. [ 678.396568] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce7b7302-4733-4135-b5d3-cbb205dde616" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.817551] env[71162]: INFO networking_nsxv3.common.synchronization [None req-1cca313a-70cd-49d6-9e42-95cb840cba9b None None] Enqueued Resource ID: 9775e2b9-d22d-4cc4-8d08-7e04b55a9bb4 with Priority: HIGHEST for action port [ 678.817551] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9775e2b9-d22d-4cc4-8d08-7e04b55a9bb4 with Priority: HIGHEST for action port [ 678.817551] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-9775e2b9-d22d-4cc4-8d08-7e04b55a9bb4 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.817551] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9775e2b9-d22d-4cc4-8d08-7e04b55a9bb4" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.817551] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9775e2b9-d22d-4cc4-8d08-7e04b55a9bb4" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.818467] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9775e2b9-d22d-4cc4-8d08-7e04b55a9bb4" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.818675] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9775e2b9-d22d-4cc4-8d08-7e04b55a9bb4',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.860169] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.860284] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.860350] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.860569] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.860660] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.862061] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f99a5d6-bc23-4a64-a61c-a9fb8b719973 already deleted. [ 678.862061] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f99a5d6-bc23-4a64-a61c-a9fb8b719973" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.878717] env[71162]: INFO networking_nsxv3.common.synchronization [None req-cb2cc448-9f5e-4f8a-92ae-b33caf7b2d95 tempest-AttachVolumeTestJSON-1546742306 tempest-AttachVolumeTestJSON-1546742306-project-member] Enqueued Resource ID: 2f99a5d6-bc23-4a64-a61c-a9fb8b719973 with Priority: HIGHEST for action security_group_rules [ 678.878717] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f99a5d6-bc23-4a64-a61c-a9fb8b719973 with Priority: HIGHEST for action security_group_rules [ 678.881301] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f99a5d6-bc23-4a64-a61c-a9fb8b719973 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.881301] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f99a5d6-bc23-4a64-a61c-a9fb8b719973" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.881301] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f99a5d6-bc23-4a64-a61c-a9fb8b719973" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.881301] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f99a5d6-bc23-4a64-a61c-a9fb8b719973" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.881301] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f99a5d6-bc23-4a64-a61c-a9fb8b719973',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.322132] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9775e2b9-d22d-4cc4-8d08-7e04b55a9bb4 [ 679.322132] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.322132] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.322132] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.322132] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.322132] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.322132] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9775e2b9-d22d-4cc4-8d08-7e04b55a9bb4 already deleted. [ 679.322132] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9775e2b9-d22d-4cc4-8d08-7e04b55a9bb4" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.329269] env[71162]: INFO networking_nsxv3.common.synchronization [None req-eb90684b-d740-4f9b-82af-ef0e8ce568a0 tempest-ServersTestFqdnHostnames-182673421 tempest-ServersTestFqdnHostnames-182673421-project-member] Enqueued Resource ID: 5bdf5f8b-2dac-4712-819c-0b44fb977cf0 with Priority: HIGHEST for action security_group_rules [ 679.329804] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bdf5f8b-2dac-4712-819c-0b44fb977cf0 with Priority: HIGHEST for action security_group_rules [ 679.331161] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bdf5f8b-2dac-4712-819c-0b44fb977cf0 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.331161] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bdf5f8b-2dac-4712-819c-0b44fb977cf0" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.331161] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bdf5f8b-2dac-4712-819c-0b44fb977cf0" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.331161] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bdf5f8b-2dac-4712-819c-0b44fb977cf0" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.331161] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bdf5f8b-2dac-4712-819c-0b44fb977cf0',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.403242] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.403242] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.403242] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.403242] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.403242] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.403242] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f99a5d6-bc23-4a64-a61c-a9fb8b719973 already deleted. [ 679.403242] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f99a5d6-bc23-4a64-a61c-a9fb8b719973" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.856133] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.856133] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.856133] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.856353] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.856353] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.859632] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bdf5f8b-2dac-4712-819c-0b44fb977cf0 already deleted. [ 679.859789] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bdf5f8b-2dac-4712-819c-0b44fb977cf0" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.025858] env[71162]: INFO networking_nsxv3.common.synchronization [None req-89d83c80-6e6e-4dc4-bc5e-c4e328b0c12e None None] Enqueued Resource ID: 823ada47-ab99-4844-b5cb-b407415fbaed with Priority: HIGHEST for action port [ 680.028490] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 823ada47-ab99-4844-b5cb-b407415fbaed with Priority: HIGHEST for action port [ 680.028490] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-823ada47-ab99-4844-b5cb-b407415fbaed taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.028490] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-823ada47-ab99-4844-b5cb-b407415fbaed" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.028490] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-823ada47-ab99-4844-b5cb-b407415fbaed" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.028490] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-823ada47-ab99-4844-b5cb-b407415fbaed" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.028490] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('823ada47-ab99-4844-b5cb-b407415fbaed',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.267398] env[71162]: INFO networking_nsxv3.common.synchronization [None req-f166d429-a3ca-46f0-8fef-5beebbb7fb9d tempest-ServersTestFqdnHostnames-182673421 tempest-ServersTestFqdnHostnames-182673421-project-member] Enqueued Resource ID: 5bdf5f8b-2dac-4712-819c-0b44fb977cf0 with Priority: HIGHEST for action security_group_rules [ 680.267953] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bdf5f8b-2dac-4712-819c-0b44fb977cf0 with Priority: HIGHEST for action security_group_rules [ 680.268308] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bdf5f8b-2dac-4712-819c-0b44fb977cf0 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.268402] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bdf5f8b-2dac-4712-819c-0b44fb977cf0" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.268469] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bdf5f8b-2dac-4712-819c-0b44fb977cf0" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.268663] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bdf5f8b-2dac-4712-819c-0b44fb977cf0" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.268747] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bdf5f8b-2dac-4712-819c-0b44fb977cf0',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.371066] env[71162]: INFO networking_nsxv3.common.synchronization [None req-9b72f6da-e3a2-4b52-96b9-3d378fdb119c None None] Enqueued Resource ID: 8e9b6549-1d29-4877-b02c-c057c65bbfba with Priority: HIGHEST for action port [ 680.371377] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e9b6549-1d29-4877-b02c-c057c65bbfba with Priority: HIGHEST for action port [ 680.371861] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e9b6549-1d29-4877-b02c-c057c65bbfba taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.371983] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e9b6549-1d29-4877-b02c-c057c65bbfba" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.372852] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e9b6549-1d29-4877-b02c-c057c65bbfba" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.373182] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e9b6549-1d29-4877-b02c-c057c65bbfba" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.373182] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e9b6549-1d29-4877-b02c-c057c65bbfba',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.534548] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 823ada47-ab99-4844-b5cb-b407415fbaed [ 680.534548] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.534548] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.534548] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.534548] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.534548] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.534548] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:823ada47-ab99-4844-b5cb-b407415fbaed already deleted. [ 680.534548] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-823ada47-ab99-4844-b5cb-b407415fbaed" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.789587] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.789587] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.789587] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.789587] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.789587] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.789587] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bdf5f8b-2dac-4712-819c-0b44fb977cf0 already deleted. [ 680.789587] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bdf5f8b-2dac-4712-819c-0b44fb977cf0" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.876774] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e9b6549-1d29-4877-b02c-c057c65bbfba [ 680.876774] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.876774] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.876774] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.876774] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.876774] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.876774] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e9b6549-1d29-4877-b02c-c057c65bbfba already deleted. [ 680.876774] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e9b6549-1d29-4877-b02c-c057c65bbfba" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.995331] env[71162]: INFO networking_nsxv3.common.synchronization [None req-3681f25f-fbd6-4037-b0cd-9f6d13ac0b47 None None] Enqueued Resource ID: 0d510e90-74c0-4157-8c5c-451c67f2a5dc with Priority: HIGHEST for action port [ 681.995591] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d510e90-74c0-4157-8c5c-451c67f2a5dc with Priority: HIGHEST for action port [ 681.996165] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d510e90-74c0-4157-8c5c-451c67f2a5dc taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.996289] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d510e90-74c0-4157-8c5c-451c67f2a5dc" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.996356] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d510e90-74c0-4157-8c5c-451c67f2a5dc" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.996657] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d510e90-74c0-4157-8c5c-451c67f2a5dc" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.996686] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d510e90-74c0-4157-8c5c-451c67f2a5dc',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.499212] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d510e90-74c0-4157-8c5c-451c67f2a5dc [ 682.499472] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.499554] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.499636] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.501119] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.501119] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.501119] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d510e90-74c0-4157-8c5c-451c67f2a5dc already deleted. [ 682.501119] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d510e90-74c0-4157-8c5c-451c67f2a5dc" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.402963] env[71162]: INFO networking_nsxv3.common.synchronization [None req-3f666d7a-6b53-4e9d-bfb5-3f98f265315d None None] Enqueued Resource ID: ba202744-12c0-461a-93be-e80c1941904b with Priority: HIGHEST for action port [ 683.403706] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba202744-12c0-461a-93be-e80c1941904b with Priority: HIGHEST for action port [ 683.404467] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba202744-12c0-461a-93be-e80c1941904b taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.404729] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba202744-12c0-461a-93be-e80c1941904b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.404729] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba202744-12c0-461a-93be-e80c1941904b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.405578] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba202744-12c0-461a-93be-e80c1941904b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.405578] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba202744-12c0-461a-93be-e80c1941904b',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.858896] env[71162]: INFO networking_nsxv3.common.synchronization [None req-04733753-4d39-4b04-9448-6d33cf7ebe4d tempest-ServerActionsTestJSON-795503369 tempest-ServerActionsTestJSON-795503369-project-member] Enqueued Resource ID: 0509dcbc-95a4-4ead-a4e7-883a070fef63 with Priority: HIGHEST for action security_group_rules [ 683.859151] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0509dcbc-95a4-4ead-a4e7-883a070fef63 with Priority: HIGHEST for action security_group_rules [ 683.859710] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0509dcbc-95a4-4ead-a4e7-883a070fef63 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.859885] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0509dcbc-95a4-4ead-a4e7-883a070fef63" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.860026] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0509dcbc-95a4-4ead-a4e7-883a070fef63" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.861283] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0509dcbc-95a4-4ead-a4e7-883a070fef63" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.861379] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0509dcbc-95a4-4ead-a4e7-883a070fef63',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.908364] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba202744-12c0-461a-93be-e80c1941904b [ 683.908585] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.908719] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.908785] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.908997] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.909153] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.909252] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba202744-12c0-461a-93be-e80c1941904b already deleted. [ 683.909333] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba202744-12c0-461a-93be-e80c1941904b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.165465] env[71162]: INFO networking_nsxv3.common.synchronization [None req-b589d2af-f5e0-4fd4-b504-2898fa6c4924 None None] Enqueued Resource ID: 7bfe2bea-1b23-4600-9499-3ca314e4fe2f with Priority: HIGHEST for action port [ 684.165465] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bfe2bea-1b23-4600-9499-3ca314e4fe2f with Priority: HIGHEST for action port [ 684.165465] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bfe2bea-1b23-4600-9499-3ca314e4fe2f taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.165465] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bfe2bea-1b23-4600-9499-3ca314e4fe2f" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.165465] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bfe2bea-1b23-4600-9499-3ca314e4fe2f" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.165465] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bfe2bea-1b23-4600-9499-3ca314e4fe2f" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.165465] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bfe2bea-1b23-4600-9499-3ca314e4fe2f',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.389196] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.389196] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.389196] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.389196] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.389196] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.389196] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0509dcbc-95a4-4ead-a4e7-883a070fef63 already deleted. [ 684.389196] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0509dcbc-95a4-4ead-a4e7-883a070fef63" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.585807] env[71162]: INFO networking_nsxv3.common.synchronization [None req-b3d71fbd-06af-4681-9dd8-7d2b0f962578 tempest-ServerActionsTestJSON-795503369 tempest-ServerActionsTestJSON-795503369-project-member] Enqueued Resource ID: 0509dcbc-95a4-4ead-a4e7-883a070fef63 with Priority: HIGHEST for action security_group_rules [ 684.586928] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0509dcbc-95a4-4ead-a4e7-883a070fef63 with Priority: HIGHEST for action security_group_rules [ 684.587314] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0509dcbc-95a4-4ead-a4e7-883a070fef63 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.587485] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0509dcbc-95a4-4ead-a4e7-883a070fef63" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.587573] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0509dcbc-95a4-4ead-a4e7-883a070fef63" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.588197] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0509dcbc-95a4-4ead-a4e7-883a070fef63" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.588197] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0509dcbc-95a4-4ead-a4e7-883a070fef63',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.663563] env[71162]: INFO networking_nsxv3.common.synchronization [None req-858cb92b-4d73-4529-ba00-374f874f2249 None None] Enqueued Resource ID: 0e87f8a8-02ef-4846-be0b-8aafb8de3ba4 with Priority: HIGHEST for action port [ 684.669122] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e87f8a8-02ef-4846-be0b-8aafb8de3ba4 with Priority: HIGHEST for action port [ 684.669122] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7bfe2bea-1b23-4600-9499-3ca314e4fe2f [ 684.669122] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.669122] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.669122] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.669122] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.669122] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.669122] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7bfe2bea-1b23-4600-9499-3ca314e4fe2f already deleted. [ 684.669122] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bfe2bea-1b23-4600-9499-3ca314e4fe2f" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.669495] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e87f8a8-02ef-4846-be0b-8aafb8de3ba4 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.669495] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e87f8a8-02ef-4846-be0b-8aafb8de3ba4" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.669495] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e87f8a8-02ef-4846-be0b-8aafb8de3ba4" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.669751] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e87f8a8-02ef-4846-be0b-8aafb8de3ba4" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.669837] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e87f8a8-02ef-4846-be0b-8aafb8de3ba4',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.111558] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.111720] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.111793] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.112010] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.112116] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.112221] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0509dcbc-95a4-4ead-a4e7-883a070fef63 already deleted. [ 685.112307] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0509dcbc-95a4-4ead-a4e7-883a070fef63" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.172982] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e87f8a8-02ef-4846-be0b-8aafb8de3ba4 [ 685.174168] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.174168] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.174168] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.174397] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.174726] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.174929] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e87f8a8-02ef-4846-be0b-8aafb8de3ba4 already deleted. [ 685.175256] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e87f8a8-02ef-4846-be0b-8aafb8de3ba4" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.878807] env[71162]: INFO networking_nsxv3.common.synchronization [None req-ccddc3ee-fbc2-4d35-9be3-c2bfc25d1bd1 None None] Enqueued Resource ID: 09033e6b-3f78-49df-8a48-e9e009040102 with Priority: HIGHEST for action port [ 685.879078] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09033e6b-3f78-49df-8a48-e9e009040102 with Priority: HIGHEST for action port [ 685.879616] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-09033e6b-3f78-49df-8a48-e9e009040102 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.879738] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09033e6b-3f78-49df-8a48-e9e009040102" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.879804] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09033e6b-3f78-49df-8a48-e9e009040102" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.881664] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09033e6b-3f78-49df-8a48-e9e009040102" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.881664] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09033e6b-3f78-49df-8a48-e9e009040102',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.075793] env[71162]: INFO networking_nsxv3.common.synchronization [None req-8ec7d737-cd53-45bd-9059-78d68bc7cfd5 None None] Enqueued Resource ID: f12ebd77-cdc5-4b15-a579-c07bfef94443 with Priority: HIGHEST for action port [ 686.075793] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f12ebd77-cdc5-4b15-a579-c07bfef94443 with Priority: HIGHEST for action port [ 686.076327] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-f12ebd77-cdc5-4b15-a579-c07bfef94443 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.076445] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f12ebd77-cdc5-4b15-a579-c07bfef94443" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.076511] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f12ebd77-cdc5-4b15-a579-c07bfef94443" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.076763] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f12ebd77-cdc5-4b15-a579-c07bfef94443" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.076842] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f12ebd77-cdc5-4b15-a579-c07bfef94443',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.384540] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09033e6b-3f78-49df-8a48-e9e009040102 [ 686.384540] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.384748] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.384748] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.384962] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.385065] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.385162] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09033e6b-3f78-49df-8a48-e9e009040102 already deleted. [ 686.385235] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09033e6b-3f78-49df-8a48-e9e009040102" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.586239] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f12ebd77-cdc5-4b15-a579-c07bfef94443 [ 686.586239] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.586239] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.586239] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.586239] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.586239] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.586239] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f12ebd77-cdc5-4b15-a579-c07bfef94443 already deleted. [ 686.586239] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f12ebd77-cdc5-4b15-a579-c07bfef94443" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.250971] env[71162]: INFO networking_nsxv3.common.synchronization [None req-2966707f-268f-4aed-89b6-04c052990d5d None None] Enqueued Resource ID: 37d1a1b6-6879-45e0-b8d0-16556ebdaa6d with Priority: HIGHEST for action port [ 687.250971] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d1a1b6-6879-45e0-b8d0-16556ebdaa6d with Priority: HIGHEST for action port [ 687.250971] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-37d1a1b6-6879-45e0-b8d0-16556ebdaa6d taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.250971] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37d1a1b6-6879-45e0-b8d0-16556ebdaa6d" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.250971] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37d1a1b6-6879-45e0-b8d0-16556ebdaa6d" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.253528] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37d1a1b6-6879-45e0-b8d0-16556ebdaa6d" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.253528] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37d1a1b6-6879-45e0-b8d0-16556ebdaa6d',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.758018] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37d1a1b6-6879-45e0-b8d0-16556ebdaa6d [ 687.758018] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.758018] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.758018] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.758018] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.758018] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.758018] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37d1a1b6-6879-45e0-b8d0-16556ebdaa6d already deleted. [ 687.758018] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37d1a1b6-6879-45e0-b8d0-16556ebdaa6d" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.484867] env[71162]: INFO networking_nsxv3.common.synchronization [None req-b129fc9a-63f7-42a8-b20f-f1e90bc823cb tempest-AttachInterfacesUnderV243Test-1212165047 tempest-AttachInterfacesUnderV243Test-1212165047-project-member] Enqueued Resource ID: 83c75497-6981-4cd4-868f-e965e36ddb80 with Priority: HIGHEST for action security_group_rules [ 688.486025] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83c75497-6981-4cd4-868f-e965e36ddb80 with Priority: HIGHEST for action security_group_rules [ 688.488599] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83c75497-6981-4cd4-868f-e965e36ddb80 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.488599] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83c75497-6981-4cd4-868f-e965e36ddb80" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.488599] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83c75497-6981-4cd4-868f-e965e36ddb80" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.488599] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83c75497-6981-4cd4-868f-e965e36ddb80" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.488599] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83c75497-6981-4cd4-868f-e965e36ddb80',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.779878] env[71162]: INFO networking_nsxv3.common.synchronization [None req-61547ebd-4815-4607-b992-700f5422c50f tempest-AttachInterfacesUnderV243Test-1212165047 tempest-AttachInterfacesUnderV243Test-1212165047-project-member] Enqueued Resource ID: 83c75497-6981-4cd4-868f-e965e36ddb80 with Priority: HIGHEST for action security_group_rules [ 688.779878] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83c75497-6981-4cd4-868f-e965e36ddb80 with Priority: HIGHEST for action security_group_rules [ 688.779878] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83c75497-6981-4cd4-868f-e965e36ddb80 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.779878] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83c75497-6981-4cd4-868f-e965e36ddb80" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.012223] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.012390] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.016144] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.016144] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.016263] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.016400] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83c75497-6981-4cd4-868f-e965e36ddb80 already deleted. [ 689.016429] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83c75497-6981-4cd4-868f-e965e36ddb80" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.017470] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83c75497-6981-4cd4-868f-e965e36ddb80" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.017470] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83c75497-6981-4cd4-868f-e965e36ddb80" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.017470] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83c75497-6981-4cd4-868f-e965e36ddb80',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.454730] env[71162]: INFO networking_nsxv3.common.synchronization [None req-2c0ef4b7-d835-4f16-aea1-554b40e03985 None None] Enqueued Resource ID: 926eb1b8-bf3f-4b83-a6c2-355e197c84ff with Priority: HIGHEST for action port [ 689.454730] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926eb1b8-bf3f-4b83-a6c2-355e197c84ff with Priority: HIGHEST for action port [ 689.454730] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-926eb1b8-bf3f-4b83-a6c2-355e197c84ff taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.454730] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-926eb1b8-bf3f-4b83-a6c2-355e197c84ff" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.454730] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-926eb1b8-bf3f-4b83-a6c2-355e197c84ff" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.454730] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-926eb1b8-bf3f-4b83-a6c2-355e197c84ff" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.454730] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('926eb1b8-bf3f-4b83-a6c2-355e197c84ff',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.539189] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.539189] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.539189] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.539611] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.539611] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.539611] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83c75497-6981-4cd4-868f-e965e36ddb80 already deleted. [ 689.539611] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83c75497-6981-4cd4-868f-e965e36ddb80" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.958232] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 926eb1b8-bf3f-4b83-a6c2-355e197c84ff [ 689.958485] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.958617] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.958686] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.958899] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.958986] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.959095] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:926eb1b8-bf3f-4b83-a6c2-355e197c84ff already deleted. [ 689.959180] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-926eb1b8-bf3f-4b83-a6c2-355e197c84ff" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.735470] env[71162]: INFO networking_nsxv3.common.synchronization [None req-54b659b6-ecd4-45e7-ac8b-b1986b49a316 None None] Enqueued Resource ID: 9d1f9a77-c811-474e-811a-695ab5ca7341 with Priority: HIGHEST for action port [ 690.735470] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d1f9a77-c811-474e-811a-695ab5ca7341 with Priority: HIGHEST for action port [ 690.735470] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d1f9a77-c811-474e-811a-695ab5ca7341 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.742191] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d1f9a77-c811-474e-811a-695ab5ca7341" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.742191] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d1f9a77-c811-474e-811a-695ab5ca7341" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.742191] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d1f9a77-c811-474e-811a-695ab5ca7341" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.742191] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d1f9a77-c811-474e-811a-695ab5ca7341',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.884406] env[71162]: INFO networking_nsxv3.common.synchronization [None req-5b6040e0-0627-4c0e-96aa-5a3a4d55cc3d None None] Enqueued Resource ID: fb282fa8-f97d-4f47-8079-9f17bebcfba5 with Priority: HIGHEST for action port [ 690.884536] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb282fa8-f97d-4f47-8079-9f17bebcfba5 with Priority: HIGHEST for action port [ 690.885119] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb282fa8-f97d-4f47-8079-9f17bebcfba5 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.885236] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb282fa8-f97d-4f47-8079-9f17bebcfba5" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.885309] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb282fa8-f97d-4f47-8079-9f17bebcfba5" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.885566] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb282fa8-f97d-4f47-8079-9f17bebcfba5" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.885648] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb282fa8-f97d-4f47-8079-9f17bebcfba5',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.242575] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d1f9a77-c811-474e-811a-695ab5ca7341 [ 691.242575] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.242575] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.242575] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.242575] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.243701] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.243701] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d1f9a77-c811-474e-811a-695ab5ca7341 already deleted. [ 691.243701] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d1f9a77-c811-474e-811a-695ab5ca7341" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.389087] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb282fa8-f97d-4f47-8079-9f17bebcfba5 [ 691.389382] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.390294] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.390294] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.390294] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.390294] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.390294] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb282fa8-f97d-4f47-8079-9f17bebcfba5 already deleted. [ 691.390492] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb282fa8-f97d-4f47-8079-9f17bebcfba5" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.013815] env[71162]: INFO networking_nsxv3.common.synchronization [None req-4b063e21-0deb-4109-bf61-bb773e060483 tempest-AttachInterfacesTestJSON-317850096 tempest-AttachInterfacesTestJSON-317850096-project-member] Enqueued Resource ID: 50b32204-637f-48ed-a35f-451786fb5898 with Priority: HIGHEST for action security_group_rules [ 692.017582] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b32204-637f-48ed-a35f-451786fb5898 with Priority: HIGHEST for action security_group_rules [ 692.017582] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50b32204-637f-48ed-a35f-451786fb5898 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.017582] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50b32204-637f-48ed-a35f-451786fb5898" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.017582] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50b32204-637f-48ed-a35f-451786fb5898" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.017582] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50b32204-637f-48ed-a35f-451786fb5898" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.017582] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50b32204-637f-48ed-a35f-451786fb5898',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.074179] env[71162]: INFO networking_nsxv3.common.synchronization [None req-06900188-9db8-4d64-808f-2d1b71d938b6 None None] Enqueued Resource ID: 7793b59e-011f-4350-87b4-2a50f7ae4bd0 with Priority: HIGHEST for action port [ 692.074341] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7793b59e-011f-4350-87b4-2a50f7ae4bd0 with Priority: HIGHEST for action port [ 692.077054] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-7793b59e-011f-4350-87b4-2a50f7ae4bd0 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.077343] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7793b59e-011f-4350-87b4-2a50f7ae4bd0" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.077343] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7793b59e-011f-4350-87b4-2a50f7ae4bd0" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.077583] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7793b59e-011f-4350-87b4-2a50f7ae4bd0" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.077659] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7793b59e-011f-4350-87b4-2a50f7ae4bd0',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.423413] env[71162]: INFO networking_nsxv3.common.synchronization [None req-7983191f-db0a-42e9-8228-5d0cbf266d37 None None] Enqueued Resource ID: b32b1045-6bb5-4001-b0cc-514184a14f37 with Priority: HIGHEST for action port [ 692.423413] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32b1045-6bb5-4001-b0cc-514184a14f37 with Priority: HIGHEST for action port [ 692.425205] env[71162]: INFO networking_nsxv3.common.synchronization [None req-83e46ca7-b54b-4872-b0fa-155f7ad5130b tempest-AttachInterfacesTestJSON-317850096 tempest-AttachInterfacesTestJSON-317850096-project-member] Enqueued Resource ID: 50b32204-637f-48ed-a35f-451786fb5898 with Priority: HIGHEST for action security_group_rules [ 692.425655] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-b32b1045-6bb5-4001-b0cc-514184a14f37 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.425827] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b32b1045-6bb5-4001-b0cc-514184a14f37" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.426643] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b32b1045-6bb5-4001-b0cc-514184a14f37" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.427069] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b32b1045-6bb5-4001-b0cc-514184a14f37" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.427069] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b32b1045-6bb5-4001-b0cc-514184a14f37',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.429335] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b32204-637f-48ed-a35f-451786fb5898 with Priority: HIGHEST for action security_group_rules [ 692.430203] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50b32204-637f-48ed-a35f-451786fb5898 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.432182] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50b32204-637f-48ed-a35f-451786fb5898" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.543527] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.543527] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.543527] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.543527] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.543527] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.543527] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50b32204-637f-48ed-a35f-451786fb5898 already deleted. [ 692.543527] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50b32204-637f-48ed-a35f-451786fb5898" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.543527] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50b32204-637f-48ed-a35f-451786fb5898" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.543527] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50b32204-637f-48ed-a35f-451786fb5898" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.543527] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50b32204-637f-48ed-a35f-451786fb5898',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.582842] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7793b59e-011f-4350-87b4-2a50f7ae4bd0 [ 692.582842] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.582842] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.583014] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.583541] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.583541] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.583689] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7793b59e-011f-4350-87b4-2a50f7ae4bd0 already deleted. [ 692.583829] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7793b59e-011f-4350-87b4-2a50f7ae4bd0" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.930766] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b32b1045-6bb5-4001-b0cc-514184a14f37 [ 692.930888] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.931133] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.931257] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.931543] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.931631] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.931742] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b32b1045-6bb5-4001-b0cc-514184a14f37 already deleted. [ 692.931823] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b32b1045-6bb5-4001-b0cc-514184a14f37" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.976375] env[71162]: INFO networking_nsxv3.common.synchronization [None req-edfb7284-f0bf-4c54-809c-0c020e465177 None None] Enqueued Resource ID: fd4e0545-4a6f-4c89-bf48-2b6a6b9e3c3d with Priority: HIGHEST for action port [ 692.978249] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd4e0545-4a6f-4c89-bf48-2b6a6b9e3c3d with Priority: HIGHEST for action port [ 692.978721] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd4e0545-4a6f-4c89-bf48-2b6a6b9e3c3d taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.979021] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd4e0545-4a6f-4c89-bf48-2b6a6b9e3c3d" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.979176] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd4e0545-4a6f-4c89-bf48-2b6a6b9e3c3d" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.981034] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd4e0545-4a6f-4c89-bf48-2b6a6b9e3c3d" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.981034] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd4e0545-4a6f-4c89-bf48-2b6a6b9e3c3d',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.067156] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.067156] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.067156] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.067156] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.067156] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.067156] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50b32204-637f-48ed-a35f-451786fb5898 already deleted. [ 693.067156] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50b32204-637f-48ed-a35f-451786fb5898" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.202306] env[71162]: INFO networking_nsxv3.common.synchronization [None req-481e9b8d-74a6-4f0c-aaed-4376bcce8494 None None] Enqueued Resource ID: 44c385ff-db3d-4421-ae80-6a44908cc7e9 with Priority: HIGHEST for action port [ 693.202564] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c385ff-db3d-4421-ae80-6a44908cc7e9 with Priority: HIGHEST for action port [ 693.203158] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-44c385ff-db3d-4421-ae80-6a44908cc7e9 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.203281] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44c385ff-db3d-4421-ae80-6a44908cc7e9" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.203338] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44c385ff-db3d-4421-ae80-6a44908cc7e9" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.204476] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44c385ff-db3d-4421-ae80-6a44908cc7e9" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.205681] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44c385ff-db3d-4421-ae80-6a44908cc7e9',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.482511] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd4e0545-4a6f-4c89-bf48-2b6a6b9e3c3d [ 693.482745] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.482882] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.482956] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.483639] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.483874] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.484057] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd4e0545-4a6f-4c89-bf48-2b6a6b9e3c3d already deleted. [ 693.484160] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd4e0545-4a6f-4c89-bf48-2b6a6b9e3c3d" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.708808] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44c385ff-db3d-4421-ae80-6a44908cc7e9 [ 693.709480] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.709480] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.709480] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.709480] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.709480] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.709705] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44c385ff-db3d-4421-ae80-6a44908cc7e9 already deleted. [ 693.709705] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44c385ff-db3d-4421-ae80-6a44908cc7e9" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.768226] env[71162]: INFO networking_nsxv3.common.synchronization [None req-aad4bf6b-9752-495c-a742-c157e408af0e None None] Enqueued Resource ID: 719a2613-9abf-4ed1-ac48-465ab439f1b1 with Priority: HIGHEST for action port [ 693.768650] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 719a2613-9abf-4ed1-ac48-465ab439f1b1 with Priority: HIGHEST for action port [ 693.769839] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-719a2613-9abf-4ed1-ac48-465ab439f1b1 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.769839] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-719a2613-9abf-4ed1-ac48-465ab439f1b1" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.769839] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-719a2613-9abf-4ed1-ac48-465ab439f1b1" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.769839] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-719a2613-9abf-4ed1-ac48-465ab439f1b1" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.769839] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('719a2613-9abf-4ed1-ac48-465ab439f1b1',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.032612] env[71162]: INFO networking_nsxv3.common.synchronization [None req-3e49a5b8-7680-4669-8dfb-d4c34ec301de tempest-AttachVolumeShelveTestJSON-20546229 tempest-AttachVolumeShelveTestJSON-20546229-project-member] Enqueued Resource ID: 99ec86eb-c290-4557-a461-aac004b5ac01 with Priority: HIGHEST for action security_group_rules [ 694.033141] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ec86eb-c290-4557-a461-aac004b5ac01 with Priority: HIGHEST for action security_group_rules [ 694.033653] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99ec86eb-c290-4557-a461-aac004b5ac01 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.033653] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99ec86eb-c290-4557-a461-aac004b5ac01" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.033653] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99ec86eb-c290-4557-a461-aac004b5ac01" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.033848] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99ec86eb-c290-4557-a461-aac004b5ac01" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.033932] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99ec86eb-c290-4557-a461-aac004b5ac01',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.272317] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 719a2613-9abf-4ed1-ac48-465ab439f1b1 [ 694.273264] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.273455] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.273624] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.273707] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.273930] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.273930] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:719a2613-9abf-4ed1-ac48-465ab439f1b1 already deleted. [ 694.274058] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-719a2613-9abf-4ed1-ac48-465ab439f1b1" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.555498] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.555668] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.555708] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.555914] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.556327] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.556327] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99ec86eb-c290-4557-a461-aac004b5ac01 already deleted. [ 694.556327] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99ec86eb-c290-4557-a461-aac004b5ac01" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.718222] env[71162]: INFO networking_nsxv3.common.synchronization [None req-7ca0db84-6557-435b-9bdd-ccd98f1cdc36 tempest-AttachVolumeShelveTestJSON-20546229 tempest-AttachVolumeShelveTestJSON-20546229-project-member] Enqueued Resource ID: 99ec86eb-c290-4557-a461-aac004b5ac01 with Priority: HIGHEST for action security_group_rules [ 694.718222] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ec86eb-c290-4557-a461-aac004b5ac01 with Priority: HIGHEST for action security_group_rules [ 694.718222] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99ec86eb-c290-4557-a461-aac004b5ac01 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.718222] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99ec86eb-c290-4557-a461-aac004b5ac01" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.718222] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99ec86eb-c290-4557-a461-aac004b5ac01" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.718222] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99ec86eb-c290-4557-a461-aac004b5ac01" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.718222] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99ec86eb-c290-4557-a461-aac004b5ac01',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.242613] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.242971] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.243141] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.243434] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.243840] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.244105] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99ec86eb-c290-4557-a461-aac004b5ac01 already deleted. [ 695.244332] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99ec86eb-c290-4557-a461-aac004b5ac01" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.358470] env[71162]: INFO networking_nsxv3.common.synchronization [None req-874e36e8-5127-4c5a-9bd0-19902405abc0 None None] Enqueued Resource ID: 92eaedba-74a6-4745-bbba-a60fd0238ab5 with Priority: HIGHEST for action port [ 695.358470] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92eaedba-74a6-4745-bbba-a60fd0238ab5 with Priority: HIGHEST for action port [ 695.358716] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-92eaedba-74a6-4745-bbba-a60fd0238ab5 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.358778] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92eaedba-74a6-4745-bbba-a60fd0238ab5" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.358823] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92eaedba-74a6-4745-bbba-a60fd0238ab5" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.359683] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92eaedba-74a6-4745-bbba-a60fd0238ab5" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.359785] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92eaedba-74a6-4745-bbba-a60fd0238ab5',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.862424] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92eaedba-74a6-4745-bbba-a60fd0238ab5 [ 695.862633] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.862773] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.862842] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.863074] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.863180] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.863261] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92eaedba-74a6-4745-bbba-a60fd0238ab5 already deleted. [ 695.863345] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92eaedba-74a6-4745-bbba-a60fd0238ab5" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.317016] env[71162]: INFO networking_nsxv3.common.synchronization [None req-b9753a4e-82bf-4923-81d4-1e6e969edd06 tempest-ServersV294TestFqdnHostnames-721028120 tempest-ServersV294TestFqdnHostnames-721028120-project-member] Enqueued Resource ID: 45f66284-a010-4257-b603-82e3ae048f5b with Priority: HIGHEST for action security_group_rules [ 696.317576] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f66284-a010-4257-b603-82e3ae048f5b with Priority: HIGHEST for action security_group_rules [ 696.317899] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45f66284-a010-4257-b603-82e3ae048f5b taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.318721] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45f66284-a010-4257-b603-82e3ae048f5b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.318872] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45f66284-a010-4257-b603-82e3ae048f5b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.319212] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45f66284-a010-4257-b603-82e3ae048f5b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.320039] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45f66284-a010-4257-b603-82e3ae048f5b',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.481259] env[71162]: INFO networking_nsxv3.common.synchronization [None req-d383dbf2-12bf-4701-bf01-ab20b0f7df4e tempest-AttachVolumeTestJSON-1546742306 tempest-AttachVolumeTestJSON-1546742306-project-member] Enqueued Resource ID: 485c06ac-9f3f-4d51-b0b0-c732f09ca9d4 with Priority: HIGHEST for action security_group_rules [ 696.481765] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485c06ac-9f3f-4d51-b0b0-c732f09ca9d4 with Priority: HIGHEST for action security_group_rules [ 696.482583] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-485c06ac-9f3f-4d51-b0b0-c732f09ca9d4 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.483126] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-485c06ac-9f3f-4d51-b0b0-c732f09ca9d4" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.483126] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-485c06ac-9f3f-4d51-b0b0-c732f09ca9d4" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.483126] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-485c06ac-9f3f-4d51-b0b0-c732f09ca9d4" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.483244] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('485c06ac-9f3f-4d51-b0b0-c732f09ca9d4',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.840639] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.840639] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.840639] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.840639] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.840639] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.840639] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45f66284-a010-4257-b603-82e3ae048f5b already deleted. [ 696.840639] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45f66284-a010-4257-b603-82e3ae048f5b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.880066] env[71162]: INFO networking_nsxv3.common.synchronization [None req-22dd1fa7-e2d7-4b03-8b98-1926e2fa1a48 tempest-AttachVolumeTestJSON-1546742306 tempest-AttachVolumeTestJSON-1546742306-project-member] Enqueued Resource ID: 485c06ac-9f3f-4d51-b0b0-c732f09ca9d4 with Priority: HIGHEST for action security_group_rules [ 696.880066] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485c06ac-9f3f-4d51-b0b0-c732f09ca9d4 with Priority: HIGHEST for action security_group_rules [ 696.880066] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-485c06ac-9f3f-4d51-b0b0-c732f09ca9d4 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.880066] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-485c06ac-9f3f-4d51-b0b0-c732f09ca9d4" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.005111] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.005405] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.005531] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.006534] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.006694] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.007028] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 485c06ac-9f3f-4d51-b0b0-c732f09ca9d4 already deleted. [ 697.007028] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-485c06ac-9f3f-4d51-b0b0-c732f09ca9d4" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.007135] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-485c06ac-9f3f-4d51-b0b0-c732f09ca9d4" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.008053] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-485c06ac-9f3f-4d51-b0b0-c732f09ca9d4" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.008053] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('485c06ac-9f3f-4d51-b0b0-c732f09ca9d4',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.194410] env[71162]: INFO networking_nsxv3.common.synchronization [None req-68cc77c4-d321-4183-8fa8-47faf9bb2f91 None None] Enqueued Resource ID: 2be69801-1c78-4d40-997e-5f8025536061 with Priority: HIGHEST for action port [ 697.194638] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2be69801-1c78-4d40-997e-5f8025536061 with Priority: HIGHEST for action port [ 697.195206] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-2be69801-1c78-4d40-997e-5f8025536061 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.195364] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2be69801-1c78-4d40-997e-5f8025536061" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.195429] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2be69801-1c78-4d40-997e-5f8025536061" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.195687] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2be69801-1c78-4d40-997e-5f8025536061" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.195764] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2be69801-1c78-4d40-997e-5f8025536061',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.271861] env[71162]: INFO networking_nsxv3.common.synchronization [None req-130bd04f-e899-410c-af76-df2043b2964f tempest-ServersV294TestFqdnHostnames-721028120 tempest-ServersV294TestFqdnHostnames-721028120-project-member] Enqueued Resource ID: 45f66284-a010-4257-b603-82e3ae048f5b with Priority: HIGHEST for action security_group_rules [ 697.272443] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f66284-a010-4257-b603-82e3ae048f5b with Priority: HIGHEST for action security_group_rules [ 697.272792] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45f66284-a010-4257-b603-82e3ae048f5b taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.274341] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45f66284-a010-4257-b603-82e3ae048f5b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.274341] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45f66284-a010-4257-b603-82e3ae048f5b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.274436] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45f66284-a010-4257-b603-82e3ae048f5b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.274436] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45f66284-a010-4257-b603-82e3ae048f5b',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.529222] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.529222] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.529222] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.529222] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.529222] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.529222] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 485c06ac-9f3f-4d51-b0b0-c732f09ca9d4 already deleted. [ 697.529222] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-485c06ac-9f3f-4d51-b0b0-c732f09ca9d4" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.625543] env[71162]: INFO networking_nsxv3.common.synchronization [None req-e8f0c545-b231-4df5-bd16-cabf1f3cbe4b None None] Enqueued Resource ID: 159eb46e-27b5-4b88-ad63-72ecaf9e5f8d with Priority: HIGHEST for action port [ 697.625543] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 159eb46e-27b5-4b88-ad63-72ecaf9e5f8d with Priority: HIGHEST for action port [ 697.627986] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-159eb46e-27b5-4b88-ad63-72ecaf9e5f8d taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.628167] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-159eb46e-27b5-4b88-ad63-72ecaf9e5f8d" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.628240] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-159eb46e-27b5-4b88-ad63-72ecaf9e5f8d" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.628611] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-159eb46e-27b5-4b88-ad63-72ecaf9e5f8d" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.628611] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('159eb46e-27b5-4b88-ad63-72ecaf9e5f8d',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.700011] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2be69801-1c78-4d40-997e-5f8025536061 [ 697.700011] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.700011] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.700011] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.700011] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.700011] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.700011] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2be69801-1c78-4d40-997e-5f8025536061 already deleted. [ 697.700011] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2be69801-1c78-4d40-997e-5f8025536061" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.800065] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.800065] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.800065] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.800065] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.800065] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.800065] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45f66284-a010-4257-b603-82e3ae048f5b already deleted. [ 697.800065] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45f66284-a010-4257-b603-82e3ae048f5b" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.132046] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 159eb46e-27b5-4b88-ad63-72ecaf9e5f8d [ 698.132349] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.132493] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.132678] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.132791] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.132886] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.132988] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:159eb46e-27b5-4b88-ad63-72ecaf9e5f8d already deleted. [ 698.133087] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-159eb46e-27b5-4b88-ad63-72ecaf9e5f8d" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.543668] env[71162]: INFO networking_nsxv3.common.synchronization [None req-84e6cbba-f936-4489-9eb4-7936d94f5dfc None None] Enqueued Resource ID: c665cfed-1486-41d5-8123-673da1b6d903 with Priority: HIGHEST for action port [ 698.545822] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c665cfed-1486-41d5-8123-673da1b6d903 with Priority: HIGHEST for action port [ 698.547750] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-c665cfed-1486-41d5-8123-673da1b6d903 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.548643] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c665cfed-1486-41d5-8123-673da1b6d903" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.549364] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c665cfed-1486-41d5-8123-673da1b6d903" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.549613] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c665cfed-1486-41d5-8123-673da1b6d903" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.549918] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c665cfed-1486-41d5-8123-673da1b6d903',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.053311] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c665cfed-1486-41d5-8123-673da1b6d903 [ 699.053711] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.054081] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.054310] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.054611] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.054866] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.055070] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c665cfed-1486-41d5-8123-673da1b6d903 already deleted. [ 699.055579] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c665cfed-1486-41d5-8123-673da1b6d903" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.487517] env[71162]: INFO networking_nsxv3.common.synchronization [None req-cb42f2a1-c14e-4283-8e46-2ba8e8dc06ec None None] Enqueued Resource ID: b06580e8-bd3c-41f3-bd4c-202a8fe84be9 with Priority: HIGHEST for action port [ 700.487813] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b06580e8-bd3c-41f3-bd4c-202a8fe84be9 with Priority: HIGHEST for action port [ 700.488699] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-b06580e8-bd3c-41f3-bd4c-202a8fe84be9 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.488699] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b06580e8-bd3c-41f3-bd4c-202a8fe84be9" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.488699] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b06580e8-bd3c-41f3-bd4c-202a8fe84be9" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.488915] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b06580e8-bd3c-41f3-bd4c-202a8fe84be9" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.488915] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b06580e8-bd3c-41f3-bd4c-202a8fe84be9',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.992750] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b06580e8-bd3c-41f3-bd4c-202a8fe84be9 [ 700.992750] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.992750] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.992750] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.992750] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.992750] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.993288] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b06580e8-bd3c-41f3-bd4c-202a8fe84be9 already deleted. [ 700.993288] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b06580e8-bd3c-41f3-bd4c-202a8fe84be9" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.044078] env[71162]: INFO networking_nsxv3.common.synchronization [None req-1cb243a7-5529-4c61-8d95-cbb7801a0231 None None] Enqueued Resource ID: baf56d97-f5ca-4e84-aadb-5a3632cd03e6 with Priority: HIGHEST for action port [ 702.044518] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf56d97-f5ca-4e84-aadb-5a3632cd03e6 with Priority: HIGHEST for action port [ 702.045094] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-baf56d97-f5ca-4e84-aadb-5a3632cd03e6 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.045094] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-baf56d97-f5ca-4e84-aadb-5a3632cd03e6" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.045250] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-baf56d97-f5ca-4e84-aadb-5a3632cd03e6" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.045481] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-baf56d97-f5ca-4e84-aadb-5a3632cd03e6" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.045561] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('baf56d97-f5ca-4e84-aadb-5a3632cd03e6',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.548148] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port baf56d97-f5ca-4e84-aadb-5a3632cd03e6 [ 702.548426] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.548512] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.548543] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.548754] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.548850] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.549456] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:baf56d97-f5ca-4e84-aadb-5a3632cd03e6 already deleted. [ 702.549456] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-baf56d97-f5ca-4e84-aadb-5a3632cd03e6" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.092222] env[71162]: INFO networking_nsxv3.common.synchronization [None req-1fd9548f-9f87-49dc-8604-d6c596f106df None None] Enqueued Resource ID: 2d3d3f60-b779-42e0-9574-91b9434fcf72 with Priority: HIGHEST for action port [ 704.092493] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d3d3f60-b779-42e0-9574-91b9434fcf72 with Priority: HIGHEST for action port [ 704.094080] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d3d3f60-b779-42e0-9574-91b9434fcf72 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.097122] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d3d3f60-b779-42e0-9574-91b9434fcf72" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.097122] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d3d3f60-b779-42e0-9574-91b9434fcf72" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.097122] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d3d3f60-b779-42e0-9574-91b9434fcf72" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.097122] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d3d3f60-b779-42e0-9574-91b9434fcf72',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.600029] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d3d3f60-b779-42e0-9574-91b9434fcf72 [ 704.600029] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.600029] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.600029] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.600029] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.600029] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.600029] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d3d3f60-b779-42e0-9574-91b9434fcf72 already deleted. [ 704.600029] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d3d3f60-b779-42e0-9574-91b9434fcf72" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.620454] env[71162]: INFO networking_nsxv3.common.synchronization [None req-9efce625-e418-4824-9678-7ca6e54058e4 None None] Enqueued Resource ID: 4fb9128b-4bc9-449f-8f6d-faae13089152 with Priority: HIGHEST for action port [ 704.620454] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fb9128b-4bc9-449f-8f6d-faae13089152 with Priority: HIGHEST for action port [ 704.620454] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fb9128b-4bc9-449f-8f6d-faae13089152 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.620454] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fb9128b-4bc9-449f-8f6d-faae13089152" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.620454] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fb9128b-4bc9-449f-8f6d-faae13089152" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.620454] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fb9128b-4bc9-449f-8f6d-faae13089152" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.620454] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fb9128b-4bc9-449f-8f6d-faae13089152',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.123671] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fb9128b-4bc9-449f-8f6d-faae13089152 [ 705.123961] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.124055] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.124128] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.124331] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.124418] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.124516] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fb9128b-4bc9-449f-8f6d-faae13089152 already deleted. [ 705.124594] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fb9128b-4bc9-449f-8f6d-faae13089152" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.213447] env[71162]: INFO networking_nsxv3.common.synchronization [None req-c239dd87-86b2-491a-8990-008e4f35ed58 None None] Enqueued Resource ID: ab43cb9c-b338-47a2-9afe-793cdeda88b4 with Priority: HIGHEST for action port [ 707.213685] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab43cb9c-b338-47a2-9afe-793cdeda88b4 with Priority: HIGHEST for action port [ 707.214264] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab43cb9c-b338-47a2-9afe-793cdeda88b4 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.214457] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab43cb9c-b338-47a2-9afe-793cdeda88b4" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.214457] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab43cb9c-b338-47a2-9afe-793cdeda88b4" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.214758] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab43cb9c-b338-47a2-9afe-793cdeda88b4" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.214758] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab43cb9c-b338-47a2-9afe-793cdeda88b4',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.717482] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab43cb9c-b338-47a2-9afe-793cdeda88b4 [ 707.717673] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.717939] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.717939] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.718188] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.718248] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.718305] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab43cb9c-b338-47a2-9afe-793cdeda88b4 already deleted. [ 707.718383] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab43cb9c-b338-47a2-9afe-793cdeda88b4" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.812589] env[71162]: INFO networking_nsxv3.common.synchronization [None req-3fc05bbf-8db6-481a-a597-aac0f85a364c tempest-AttachInterfacesTestJSON-317850096 tempest-AttachInterfacesTestJSON-317850096-project-member] Enqueued Resource ID: 968623d3-c7af-4436-b59f-1d8a2600021a with Priority: HIGHEST for action security_group_rules [ 707.813337] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 968623d3-c7af-4436-b59f-1d8a2600021a with Priority: HIGHEST for action security_group_rules [ 707.813534] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-968623d3-c7af-4436-b59f-1d8a2600021a taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.813843] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-968623d3-c7af-4436-b59f-1d8a2600021a" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.813949] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-968623d3-c7af-4436-b59f-1d8a2600021a" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.814226] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-968623d3-c7af-4436-b59f-1d8a2600021a" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.814307] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('968623d3-c7af-4436-b59f-1d8a2600021a',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.134181] env[71162]: INFO networking_nsxv3.common.synchronization [None req-685a83e8-875c-4c4d-8976-d2d8ea1d2ced None None] Enqueued Resource ID: a7461218-edf2-45f9-88aa-3acb19026fcf with Priority: HIGHEST for action port [ 708.134277] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7461218-edf2-45f9-88aa-3acb19026fcf with Priority: HIGHEST for action port [ 708.134870] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7461218-edf2-45f9-88aa-3acb19026fcf taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.134989] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7461218-edf2-45f9-88aa-3acb19026fcf" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.138757] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7461218-edf2-45f9-88aa-3acb19026fcf" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.139382] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7461218-edf2-45f9-88aa-3acb19026fcf" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.139382] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7461218-edf2-45f9-88aa-3acb19026fcf',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.336293] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.336749] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.337408] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.338937] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.338937] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.338937] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 968623d3-c7af-4436-b59f-1d8a2600021a already deleted. [ 708.338937] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-968623d3-c7af-4436-b59f-1d8a2600021a" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.368057] env[71162]: INFO networking_nsxv3.common.synchronization [None req-46d88ddb-fba0-4074-8d85-a3c2b421422b tempest-AttachInterfacesTestJSON-317850096 tempest-AttachInterfacesTestJSON-317850096-project-member] Enqueued Resource ID: 968623d3-c7af-4436-b59f-1d8a2600021a with Priority: HIGHEST for action security_group_rules [ 708.368665] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 968623d3-c7af-4436-b59f-1d8a2600021a with Priority: HIGHEST for action security_group_rules [ 708.368963] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-968623d3-c7af-4436-b59f-1d8a2600021a taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.369758] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-968623d3-c7af-4436-b59f-1d8a2600021a" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.369844] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-968623d3-c7af-4436-b59f-1d8a2600021a" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.370520] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-968623d3-c7af-4436-b59f-1d8a2600021a" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.370623] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('968623d3-c7af-4436-b59f-1d8a2600021a',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.418606] env[71162]: INFO networking_nsxv3.common.synchronization [None req-fa61dcd8-8528-4249-9817-80e2bbd37236 None None] Enqueued Resource ID: 89da8d3e-7eb0-4678-b8dc-3d6e66ad895e with Priority: HIGHEST for action port [ 708.419194] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89da8d3e-7eb0-4678-b8dc-3d6e66ad895e with Priority: HIGHEST for action port [ 708.422092] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-89da8d3e-7eb0-4678-b8dc-3d6e66ad895e taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.422092] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89da8d3e-7eb0-4678-b8dc-3d6e66ad895e" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.422092] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89da8d3e-7eb0-4678-b8dc-3d6e66ad895e" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.422092] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89da8d3e-7eb0-4678-b8dc-3d6e66ad895e" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.422092] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89da8d3e-7eb0-4678-b8dc-3d6e66ad895e',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.642894] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7461218-edf2-45f9-88aa-3acb19026fcf [ 708.643176] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.643315] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.643387] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.643603] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.643695] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.643790] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7461218-edf2-45f9-88aa-3acb19026fcf already deleted. [ 708.643871] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7461218-edf2-45f9-88aa-3acb19026fcf" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.892781] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.892958] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.893953] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.893953] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.893953] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.893953] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 968623d3-c7af-4436-b59f-1d8a2600021a already deleted. [ 708.893953] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-968623d3-c7af-4436-b59f-1d8a2600021a" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.924294] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89da8d3e-7eb0-4678-b8dc-3d6e66ad895e [ 708.924522] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.924654] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.924718] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.925740] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.925874] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.925969] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89da8d3e-7eb0-4678-b8dc-3d6e66ad895e already deleted. [ 708.926068] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89da8d3e-7eb0-4678-b8dc-3d6e66ad895e" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.302762] env[71162]: INFO networking_nsxv3.common.synchronization [None req-d9a6cb09-0489-4362-acee-6586abe12ac5 None None] Enqueued Resource ID: 5a2e9359-502c-4600-8a33-63019f49a69d with Priority: HIGHEST for action port [ 709.304330] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2e9359-502c-4600-8a33-63019f49a69d with Priority: HIGHEST for action port [ 709.305292] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a2e9359-502c-4600-8a33-63019f49a69d taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.307576] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a2e9359-502c-4600-8a33-63019f49a69d" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.309439] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a2e9359-502c-4600-8a33-63019f49a69d" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.309785] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a2e9359-502c-4600-8a33-63019f49a69d" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.310097] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a2e9359-502c-4600-8a33-63019f49a69d',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.815163] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a2e9359-502c-4600-8a33-63019f49a69d [ 709.817049] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.817049] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.817049] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.817049] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.817049] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.817255] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a2e9359-502c-4600-8a33-63019f49a69d already deleted. [ 709.817255] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a2e9359-502c-4600-8a33-63019f49a69d" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.208311] env[71162]: INFO networking_nsxv3.common.synchronization [None req-05f1173e-1b10-4413-814a-2b5d34d00fd7 None None] Enqueued Resource ID: 6729fd18-7f01-4de9-8bce-b8c5239171ce with Priority: HIGHEST for action port [ 710.210641] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6729fd18-7f01-4de9-8bce-b8c5239171ce with Priority: HIGHEST for action port [ 710.211735] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-6729fd18-7f01-4de9-8bce-b8c5239171ce taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.211735] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6729fd18-7f01-4de9-8bce-b8c5239171ce" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.211735] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6729fd18-7f01-4de9-8bce-b8c5239171ce" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.211735] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6729fd18-7f01-4de9-8bce-b8c5239171ce" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.211735] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6729fd18-7f01-4de9-8bce-b8c5239171ce',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.665358] env[71162]: INFO networking_nsxv3.common.synchronization [None req-164046e4-a268-4a00-b04a-098ca50c34c8 tempest-AttachVolumeShelveTestJSON-20546229 tempest-AttachVolumeShelveTestJSON-20546229-project-member] Enqueued Resource ID: 8f309c52-670c-478a-824d-ec0a1ded348c with Priority: HIGHEST for action security_group_rules [ 710.665358] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f309c52-670c-478a-824d-ec0a1ded348c with Priority: HIGHEST for action security_group_rules [ 710.668248] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f309c52-670c-478a-824d-ec0a1ded348c taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.668617] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f309c52-670c-478a-824d-ec0a1ded348c" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.668837] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f309c52-670c-478a-824d-ec0a1ded348c" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.669287] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f309c52-670c-478a-824d-ec0a1ded348c" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.669594] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f309c52-670c-478a-824d-ec0a1ded348c',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.717433] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6729fd18-7f01-4de9-8bce-b8c5239171ce [ 710.717433] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.717433] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.717433] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.717433] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.717433] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.717433] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6729fd18-7f01-4de9-8bce-b8c5239171ce already deleted. [ 710.717433] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6729fd18-7f01-4de9-8bce-b8c5239171ce" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.970424] env[71162]: INFO networking_nsxv3.common.synchronization [None req-843f371d-16f8-4713-8f95-13708a6d8fac tempest-AttachVolumeShelveTestJSON-20546229 tempest-AttachVolumeShelveTestJSON-20546229-project-member] Enqueued Resource ID: 8f309c52-670c-478a-824d-ec0a1ded348c with Priority: HIGHEST for action security_group_rules [ 710.972608] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f309c52-670c-478a-824d-ec0a1ded348c with Priority: HIGHEST for action security_group_rules [ 710.972608] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f309c52-670c-478a-824d-ec0a1ded348c taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.972608] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f309c52-670c-478a-824d-ec0a1ded348c" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.194155] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.194155] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.194155] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.195097] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.196720] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.196720] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f309c52-670c-478a-824d-ec0a1ded348c already deleted. [ 711.196720] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f309c52-670c-478a-824d-ec0a1ded348c" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.196720] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f309c52-670c-478a-824d-ec0a1ded348c" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.196720] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f309c52-670c-478a-824d-ec0a1ded348c" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.196720] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f309c52-670c-478a-824d-ec0a1ded348c',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.431172] env[71162]: INFO networking_nsxv3.common.synchronization [None req-c2516c5b-6e01-4098-96d7-e81747bb09d9 None None] Enqueued Resource ID: 3cc80d47-32fe-4cde-8b6c-d02ed275472a with Priority: HIGHEST for action port [ 711.431770] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cc80d47-32fe-4cde-8b6c-d02ed275472a with Priority: HIGHEST for action port [ 711.432121] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cc80d47-32fe-4cde-8b6c-d02ed275472a taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.432249] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cc80d47-32fe-4cde-8b6c-d02ed275472a" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.432313] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cc80d47-32fe-4cde-8b6c-d02ed275472a" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.432626] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cc80d47-32fe-4cde-8b6c-d02ed275472a" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.432711] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cc80d47-32fe-4cde-8b6c-d02ed275472a',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.724362] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.724362] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.724362] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.724362] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.724362] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.724362] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f309c52-670c-478a-824d-ec0a1ded348c already deleted. [ 711.724362] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f309c52-670c-478a-824d-ec0a1ded348c" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.884016] env[71162]: INFO networking_nsxv3.common.synchronization [None req-9437bf09-4668-4ed6-b481-8f303830aa42 None None] Enqueued Resource ID: 4ac4ef5c-a356-4b62-ac48-43fb0050a4ee with Priority: HIGHEST for action port [ 711.884549] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ac4ef5c-a356-4b62-ac48-43fb0050a4ee with Priority: HIGHEST for action port [ 711.884854] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ac4ef5c-a356-4b62-ac48-43fb0050a4ee taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.884971] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ac4ef5c-a356-4b62-ac48-43fb0050a4ee" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.885047] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ac4ef5c-a356-4b62-ac48-43fb0050a4ee" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.885305] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ac4ef5c-a356-4b62-ac48-43fb0050a4ee" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.885385] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ac4ef5c-a356-4b62-ac48-43fb0050a4ee',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.938129] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3cc80d47-32fe-4cde-8b6c-d02ed275472a [ 711.939909] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.939909] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.939909] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.939909] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.939909] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.939909] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3cc80d47-32fe-4cde-8b6c-d02ed275472a already deleted. [ 711.939909] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cc80d47-32fe-4cde-8b6c-d02ed275472a" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.388145] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ac4ef5c-a356-4b62-ac48-43fb0050a4ee [ 712.388412] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.388581] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.388646] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.388871] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.388965] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.389202] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ac4ef5c-a356-4b62-ac48-43fb0050a4ee already deleted. [ 712.389202] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ac4ef5c-a356-4b62-ac48-43fb0050a4ee" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.218261] env[71162]: INFO networking_nsxv3.common.synchronization [None req-fabf21b6-e12b-4377-a917-38bd09fe4719 None None] Enqueued Resource ID: 1dcce869-a159-460a-9d37-68d9b8f43e5e with Priority: HIGHEST for action port [ 713.218496] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dcce869-a159-460a-9d37-68d9b8f43e5e with Priority: HIGHEST for action port [ 713.219094] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-1dcce869-a159-460a-9d37-68d9b8f43e5e taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.219277] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1dcce869-a159-460a-9d37-68d9b8f43e5e" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.219277] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1dcce869-a159-460a-9d37-68d9b8f43e5e" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.220882] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1dcce869-a159-460a-9d37-68d9b8f43e5e" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.220882] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dcce869-a159-460a-9d37-68d9b8f43e5e',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.722738] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1dcce869-a159-460a-9d37-68d9b8f43e5e [ 713.727164] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.727164] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.727164] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.727164] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.727164] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.727164] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1dcce869-a159-460a-9d37-68d9b8f43e5e already deleted. [ 713.727164] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1dcce869-a159-460a-9d37-68d9b8f43e5e" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.816936] env[71162]: INFO networking_nsxv3.common.synchronization [None req-ba15f293-62c6-406c-94d7-947702d83a06 None None] Enqueued Resource ID: 9c4dcfd9-6642-4f14-bbd4-89b23d9520b4 with Priority: HIGHEST for action port [ 714.817197] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c4dcfd9-6642-4f14-bbd4-89b23d9520b4 with Priority: HIGHEST for action port [ 714.817614] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c4dcfd9-6642-4f14-bbd4-89b23d9520b4 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.817742] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c4dcfd9-6642-4f14-bbd4-89b23d9520b4" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.817810] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c4dcfd9-6642-4f14-bbd4-89b23d9520b4" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.818366] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c4dcfd9-6642-4f14-bbd4-89b23d9520b4" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.818463] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c4dcfd9-6642-4f14-bbd4-89b23d9520b4',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.321912] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c4dcfd9-6642-4f14-bbd4-89b23d9520b4 [ 715.322409] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.322671] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.322963] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.323718] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.323901] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.324009] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c4dcfd9-6642-4f14-bbd4-89b23d9520b4 already deleted. [ 715.324104] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c4dcfd9-6642-4f14-bbd4-89b23d9520b4" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.918145] env[71162]: INFO networking_nsxv3.common.synchronization [None req-5572080f-310b-44fb-966e-87e08abec615 None None] Enqueued Resource ID: 57087957-b2ca-4708-8235-2f052c6a6a44 with Priority: HIGHEST for action port [ 716.918728] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57087957-b2ca-4708-8235-2f052c6a6a44 with Priority: HIGHEST for action port [ 716.918910] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-57087957-b2ca-4708-8235-2f052c6a6a44 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.919037] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57087957-b2ca-4708-8235-2f052c6a6a44" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.919102] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57087957-b2ca-4708-8235-2f052c6a6a44" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.919868] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57087957-b2ca-4708-8235-2f052c6a6a44" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.919948] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57087957-b2ca-4708-8235-2f052c6a6a44',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.422540] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57087957-b2ca-4708-8235-2f052c6a6a44 [ 717.422780] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.422923] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.422992] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.423256] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.423344] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.423415] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57087957-b2ca-4708-8235-2f052c6a6a44 already deleted. [ 717.423495] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57087957-b2ca-4708-8235-2f052c6a6a44" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.612451] env[71162]: INFO networking_nsxv3.common.synchronization [None req-1f2428b8-e45b-4066-b598-f77dd5c024a7 tempest-AttachInterfacesTestJSON-317850096 tempest-AttachInterfacesTestJSON-317850096-project-member] Enqueued Resource ID: 85cc869b-b3e3-4b27-a854-a24bedb7db28 with Priority: HIGHEST for action security_group_rules [ 717.612451] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85cc869b-b3e3-4b27-a854-a24bedb7db28 with Priority: HIGHEST for action security_group_rules [ 717.617024] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85cc869b-b3e3-4b27-a854-a24bedb7db28 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.617024] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85cc869b-b3e3-4b27-a854-a24bedb7db28" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.617024] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85cc869b-b3e3-4b27-a854-a24bedb7db28" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.617024] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85cc869b-b3e3-4b27-a854-a24bedb7db28" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.617024] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85cc869b-b3e3-4b27-a854-a24bedb7db28',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.926951] env[71162]: INFO networking_nsxv3.common.synchronization [None req-47f5f74d-dee1-496f-b211-b4aaa61f1d25 tempest-AttachInterfacesTestJSON-317850096 tempest-AttachInterfacesTestJSON-317850096-project-member] Enqueued Resource ID: 85cc869b-b3e3-4b27-a854-a24bedb7db28 with Priority: HIGHEST for action security_group_rules [ 717.926951] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85cc869b-b3e3-4b27-a854-a24bedb7db28 with Priority: HIGHEST for action security_group_rules [ 717.929619] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85cc869b-b3e3-4b27-a854-a24bedb7db28 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.929619] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85cc869b-b3e3-4b27-a854-a24bedb7db28" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.138070] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.138205] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.138303] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.138496] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.138586] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.138752] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85cc869b-b3e3-4b27-a854-a24bedb7db28 already deleted. [ 718.138843] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85cc869b-b3e3-4b27-a854-a24bedb7db28" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.138990] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85cc869b-b3e3-4b27-a854-a24bedb7db28" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.139167] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85cc869b-b3e3-4b27-a854-a24bedb7db28" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.139247] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85cc869b-b3e3-4b27-a854-a24bedb7db28',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.661889] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.662047] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.662240] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.662810] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.662810] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.662810] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85cc869b-b3e3-4b27-a854-a24bedb7db28 already deleted. [ 718.662810] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85cc869b-b3e3-4b27-a854-a24bedb7db28" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.812165] env[71162]: INFO networking_nsxv3.common.synchronization [None req-9f575f59-373f-4db0-8927-743b2c04c5fa None None] Enqueued Resource ID: e4df5b51-273a-4918-9226-455f76c5fae5 with Priority: HIGHEST for action port [ 721.812493] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4df5b51-273a-4918-9226-455f76c5fae5 with Priority: HIGHEST for action port [ 721.812986] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4df5b51-273a-4918-9226-455f76c5fae5 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.813155] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4df5b51-273a-4918-9226-455f76c5fae5" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.813280] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4df5b51-273a-4918-9226-455f76c5fae5" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.813451] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4df5b51-273a-4918-9226-455f76c5fae5" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.813536] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4df5b51-273a-4918-9226-455f76c5fae5',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.320780] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4df5b51-273a-4918-9226-455f76c5fae5 [ 722.320780] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.320780] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.320780] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.320780] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.320780] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.320780] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4df5b51-273a-4918-9226-455f76c5fae5 already deleted. [ 722.320780] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4df5b51-273a-4918-9226-455f76c5fae5" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.405665] env[71162]: INFO networking_nsxv3.common.synchronization [None req-a3dccc07-4e6e-4b6a-a06c-68a1f0ac30b2 tempest-AttachVolumeNegativeTest-583551237 tempest-AttachVolumeNegativeTest-583551237-project-member] Enqueued Resource ID: 6dd33649-e943-46a4-a18d-a753ee365627 with Priority: HIGHEST for action security_group_rules [ 723.405918] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dd33649-e943-46a4-a18d-a753ee365627 with Priority: HIGHEST for action security_group_rules [ 723.406511] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dd33649-e943-46a4-a18d-a753ee365627 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.406635] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dd33649-e943-46a4-a18d-a753ee365627" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.406698] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dd33649-e943-46a4-a18d-a753ee365627" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.407088] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dd33649-e943-46a4-a18d-a753ee365627" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.407088] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dd33649-e943-46a4-a18d-a753ee365627',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.612548] env[71162]: INFO networking_nsxv3.common.synchronization [None req-57cb0478-61d4-47ce-9d11-42b344e5b572 tempest-AttachVolumeNegativeTest-583551237 tempest-AttachVolumeNegativeTest-583551237-project-member] Enqueued Resource ID: 6dd33649-e943-46a4-a18d-a753ee365627 with Priority: HIGHEST for action security_group_rules [ 723.613129] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dd33649-e943-46a4-a18d-a753ee365627 with Priority: HIGHEST for action security_group_rules [ 723.613529] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dd33649-e943-46a4-a18d-a753ee365627 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.613614] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dd33649-e943-46a4-a18d-a753ee365627" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.805399] env[71162]: INFO networking_nsxv3.common.synchronization [None req-583f93c5-6b01-4af4-9d46-ad896ef81805 None None] Enqueued Resource ID: 7fc90d5a-1649-4eaa-aa95-bb8973bad1b1 with Priority: HIGHEST for action port [ 723.805601] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fc90d5a-1649-4eaa-aa95-bb8973bad1b1 with Priority: HIGHEST for action port [ 723.806173] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fc90d5a-1649-4eaa-aa95-bb8973bad1b1 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.806306] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fc90d5a-1649-4eaa-aa95-bb8973bad1b1" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.806375] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fc90d5a-1649-4eaa-aa95-bb8973bad1b1" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.806653] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fc90d5a-1649-4eaa-aa95-bb8973bad1b1" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.806734] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fc90d5a-1649-4eaa-aa95-bb8973bad1b1',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.930151] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.930151] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.930151] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.930151] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.930151] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.930151] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dd33649-e943-46a4-a18d-a753ee365627 already deleted. [ 723.930534] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dd33649-e943-46a4-a18d-a753ee365627" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.931016] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dd33649-e943-46a4-a18d-a753ee365627" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.931016] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dd33649-e943-46a4-a18d-a753ee365627" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.931208] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dd33649-e943-46a4-a18d-a753ee365627',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.309578] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fc90d5a-1649-4eaa-aa95-bb8973bad1b1 [ 724.309807] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.309956] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.310023] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.310231] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.310315] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.310406] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fc90d5a-1649-4eaa-aa95-bb8973bad1b1 already deleted. [ 724.310759] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fc90d5a-1649-4eaa-aa95-bb8973bad1b1" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.452337] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.452617] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.452617] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.452838] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.452932] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.453102] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dd33649-e943-46a4-a18d-a753ee365627 already deleted. [ 724.453212] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dd33649-e943-46a4-a18d-a753ee365627" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.696073] env[71162]: INFO networking_nsxv3.common.synchronization [None req-c75a7532-6827-42b9-8951-ff9731cfcd48 None None] Enqueued Resource ID: a586ed1e-1f01-4535-b44c-5aa903f83ec9 with Priority: HIGHEST for action port [ 726.696349] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a586ed1e-1f01-4535-b44c-5aa903f83ec9 with Priority: HIGHEST for action port [ 726.696950] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-a586ed1e-1f01-4535-b44c-5aa903f83ec9 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.697104] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a586ed1e-1f01-4535-b44c-5aa903f83ec9" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.697180] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a586ed1e-1f01-4535-b44c-5aa903f83ec9" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.697466] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a586ed1e-1f01-4535-b44c-5aa903f83ec9" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.697558] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a586ed1e-1f01-4535-b44c-5aa903f83ec9',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.746711] env[71162]: INFO networking_nsxv3.common.synchronization [None req-d1f443a0-37ed-42af-a581-28aa19ef3b81 tempest-AttachVolumeNegativeTest-583551237 tempest-AttachVolumeNegativeTest-583551237-project-member] Enqueued Resource ID: af172349-8ab9-4ba1-a2ba-09188922ec0d with Priority: HIGHEST for action security_group_rules [ 726.747110] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af172349-8ab9-4ba1-a2ba-09188922ec0d with Priority: HIGHEST for action security_group_rules [ 726.747433] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af172349-8ab9-4ba1-a2ba-09188922ec0d taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.747573] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af172349-8ab9-4ba1-a2ba-09188922ec0d" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.747619] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af172349-8ab9-4ba1-a2ba-09188922ec0d" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.747884] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af172349-8ab9-4ba1-a2ba-09188922ec0d" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.747958] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af172349-8ab9-4ba1-a2ba-09188922ec0d',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.817352] env[71162]: INFO networking_nsxv3.common.synchronization [None req-8cf9f254-8f98-4446-8b46-23f323cbb55e tempest-AttachVolumeNegativeTest-583551237 tempest-AttachVolumeNegativeTest-583551237-project-member] Enqueued Resource ID: af172349-8ab9-4ba1-a2ba-09188922ec0d with Priority: HIGHEST for action security_group_rules [ 726.817877] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af172349-8ab9-4ba1-a2ba-09188922ec0d with Priority: HIGHEST for action security_group_rules [ 726.818207] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af172349-8ab9-4ba1-a2ba-09188922ec0d taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.818303] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af172349-8ab9-4ba1-a2ba-09188922ec0d" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.202359] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a586ed1e-1f01-4535-b44c-5aa903f83ec9 [ 727.202579] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.202714] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.202783] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.203009] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.203113] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.203213] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a586ed1e-1f01-4535-b44c-5aa903f83ec9 already deleted. [ 727.203294] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a586ed1e-1f01-4535-b44c-5aa903f83ec9" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.272467] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.272621] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.272693] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.272912] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.273019] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.273106] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af172349-8ab9-4ba1-a2ba-09188922ec0d already deleted. [ 727.273191] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af172349-8ab9-4ba1-a2ba-09188922ec0d" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.273365] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af172349-8ab9-4ba1-a2ba-09188922ec0d" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.273536] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af172349-8ab9-4ba1-a2ba-09188922ec0d" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.273620] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af172349-8ab9-4ba1-a2ba-09188922ec0d',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.350358] env[71162]: INFO networking_nsxv3.common.synchronization [None req-7c6f71f3-1dc5-49dd-8483-432953a077c2 tempest-ServersTestManualDisk-739763947 tempest-ServersTestManualDisk-739763947-project-member] Enqueued Resource ID: e48f31a0-67dc-4095-a224-b51f9f021bc8 with Priority: HIGHEST for action security_group_rules [ 727.350820] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e48f31a0-67dc-4095-a224-b51f9f021bc8 with Priority: HIGHEST for action security_group_rules [ 727.351220] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e48f31a0-67dc-4095-a224-b51f9f021bc8 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.351406] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e48f31a0-67dc-4095-a224-b51f9f021bc8" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.351496] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e48f31a0-67dc-4095-a224-b51f9f021bc8" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.351770] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e48f31a0-67dc-4095-a224-b51f9f021bc8" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.351885] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e48f31a0-67dc-4095-a224-b51f9f021bc8',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.438747] env[71162]: INFO networking_nsxv3.common.synchronization [None req-c75a095c-17b9-42a2-901c-7a19ca58f85a tempest-ServersTestManualDisk-739763947 tempest-ServersTestManualDisk-739763947-project-member] Enqueued Resource ID: e48f31a0-67dc-4095-a224-b51f9f021bc8 with Priority: HIGHEST for action security_group_rules [ 727.439126] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e48f31a0-67dc-4095-a224-b51f9f021bc8 with Priority: HIGHEST for action security_group_rules [ 727.439443] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e48f31a0-67dc-4095-a224-b51f9f021bc8 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.439557] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e48f31a0-67dc-4095-a224-b51f9f021bc8" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.795015] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.795015] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.795015] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.795015] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.795364] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.795364] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af172349-8ab9-4ba1-a2ba-09188922ec0d already deleted. [ 727.795364] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af172349-8ab9-4ba1-a2ba-09188922ec0d" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.871797] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.872010] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.872119] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.872387] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.872505] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.872635] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e48f31a0-67dc-4095-a224-b51f9f021bc8 already deleted. [ 727.872748] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e48f31a0-67dc-4095-a224-b51f9f021bc8" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.872940] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e48f31a0-67dc-4095-a224-b51f9f021bc8" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.873177] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e48f31a0-67dc-4095-a224-b51f9f021bc8" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.873285] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e48f31a0-67dc-4095-a224-b51f9f021bc8',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.393273] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.393478] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.393545] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.393749] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.393970] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.393970] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e48f31a0-67dc-4095-a224-b51f9f021bc8 already deleted. [ 728.394101] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e48f31a0-67dc-4095-a224-b51f9f021bc8" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.698296] env[71162]: INFO networking_nsxv3.common.synchronization [None req-2a0b53a5-d7e3-40e6-9fda-7cfd243628e7 None None] Enqueued Resource ID: e4972507-b873-404a-abed-e9cc5e8c8340 with Priority: HIGHEST for action port [ 728.698365] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4972507-b873-404a-abed-e9cc5e8c8340 with Priority: HIGHEST for action port [ 728.699297] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4972507-b873-404a-abed-e9cc5e8c8340 taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.699414] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4972507-b873-404a-abed-e9cc5e8c8340" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.701161] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4972507-b873-404a-abed-e9cc5e8c8340" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.701161] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4972507-b873-404a-abed-e9cc5e8c8340" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.701161] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4972507-b873-404a-abed-e9cc5e8c8340',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.202589] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4972507-b873-404a-abed-e9cc5e8c8340 [ 729.202589] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.202589] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.202589] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.202589] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.202589] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.202589] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4972507-b873-404a-abed-e9cc5e8c8340 already deleted. [ 729.202589] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4972507-b873-404a-abed-e9cc5e8c8340" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.658019] env[71162]: INFO networking_nsxv3.common.synchronization [None req-f196d348-3192-43ca-b50b-059b9b4f557f tempest-AttachVolumeNegativeTest-583551237 tempest-AttachVolumeNegativeTest-583551237-project-member] Enqueued Resource ID: 9d2bec0a-8f19-428b-94eb-765fb1637def with Priority: HIGHEST for action security_group_rules [ 729.658564] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d2bec0a-8f19-428b-94eb-765fb1637def with Priority: HIGHEST for action security_group_rules [ 729.658855] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d2bec0a-8f19-428b-94eb-765fb1637def taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.658999] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d2bec0a-8f19-428b-94eb-765fb1637def" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.659099] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d2bec0a-8f19-428b-94eb-765fb1637def" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.659323] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d2bec0a-8f19-428b-94eb-765fb1637def" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.659664] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d2bec0a-8f19-428b-94eb-765fb1637def',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.799434] env[71162]: INFO networking_nsxv3.common.synchronization [None req-ce961cb1-3712-459d-a05a-4127cc6023cf tempest-AttachVolumeNegativeTest-583551237 tempest-AttachVolumeNegativeTest-583551237-project-member] Enqueued Resource ID: 9d2bec0a-8f19-428b-94eb-765fb1637def with Priority: HIGHEST for action security_group_rules [ 729.799434] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d2bec0a-8f19-428b-94eb-765fb1637def with Priority: HIGHEST for action security_group_rules [ 729.799434] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d2bec0a-8f19-428b-94eb-765fb1637def taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.799434] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d2bec0a-8f19-428b-94eb-765fb1637def" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.181983] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.182364] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.182471] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.182811] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.182940] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.183079] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d2bec0a-8f19-428b-94eb-765fb1637def already deleted. [ 730.183192] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d2bec0a-8f19-428b-94eb-765fb1637def" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.183368] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d2bec0a-8f19-428b-94eb-765fb1637def" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.183560] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d2bec0a-8f19-428b-94eb-765fb1637def" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.183682] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d2bec0a-8f19-428b-94eb-765fb1637def',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.707420] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.707728] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.707728] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.707837] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.707934] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.708081] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d2bec0a-8f19-428b-94eb-765fb1637def already deleted. [ 730.708126] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d2bec0a-8f19-428b-94eb-765fb1637def" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.902359] env[71162]: INFO networking_nsxv3.common.synchronization [None req-0a0bbbcd-13b8-4849-9de8-d12ce0592070 None None] Enqueued Resource ID: 42bb3b8a-ba35-4187-8ee3-48e9812453ad with Priority: HIGHEST for action port [ 731.902586] env[71162]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42bb3b8a-ba35-4187-8ee3-48e9812453ad with Priority: HIGHEST for action port [ 731.902954] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock port-42bb3b8a-ba35-4187-8ee3-48e9812453ad taken with stack trace [, , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.903553] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42bb3b8a-ba35-4187-8ee3-48e9812453ad" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.903553] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42bb3b8a-ba35-4187-8ee3-48e9812453ad" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.903716] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42bb3b8a-ba35-4187-8ee3-48e9812453ad" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.903716] env[71162]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42bb3b8a-ba35-4187-8ee3-48e9812453ad',) {} {{(pid=71162) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.408906] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42bb3b8a-ba35-4187-8ee3-48e9812453ad [ 732.409248] env[71162]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=71162) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.409445] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.409518] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.410103] env[71162]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.410103] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.410103] env[71162]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42bb3b8a-ba35-4187-8ee3-48e9812453ad already deleted. [ 732.410235] env[71162]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42bb3b8a-ba35-4187-8ee3-48e9812453ad" {{(pid=71162) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.903745] env[71162]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 736.904087] env[71162]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 741.905732] env[71162]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 741.905732] env[71162]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 746.906950] env[71162]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 746.907345] env[71162]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0